2024-11-19 16:16:50,032 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 16:16:50,071 main DEBUG Took 0.036764 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 16:16:50,071 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 16:16:50,072 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 16:16:50,074 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 16:16:50,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,088 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 16:16:50,108 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,112 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,114 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,115 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,117 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,119 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,120 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,121 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,123 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,125 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:16:50,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,128 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 16:16:50,130 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:16:50,132 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 16:16:50,134 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 16:16:50,135 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 16:16:50,137 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 16:16:50,138 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 16:16:50,150 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 16:16:50,154 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 16:16:50,156 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 16:16:50,157 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 16:16:50,157 main DEBUG createAppenders(={Console}) 2024-11-19 16:16:50,158 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 16:16:50,159 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 16:16:50,159 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 16:16:50,160 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 16:16:50,160 main DEBUG OutputStream closed 2024-11-19 16:16:50,161 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 16:16:50,161 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 16:16:50,162 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 16:16:50,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 16:16:50,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 16:16:50,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 16:16:50,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 16:16:50,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 16:16:50,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 16:16:50,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 16:16:50,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 16:16:50,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 16:16:50,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 16:16:50,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 16:16:50,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 16:16:50,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 16:16:50,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 16:16:50,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 16:16:50,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 16:16:50,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 16:16:50,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 16:16:50,278 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 16:16:50,279 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 16:16:50,279 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 16:16:50,280 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T16:16:50,298 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 16:16:50,301 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 16:16:50,302 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T16:16:50,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=5323 2024-11-19T16:16:50,739 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T16:16:50,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc 2024-11-19T16:16:50,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9, deleteOnExit=true 2024-11-19T16:16:50,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/zookeeper_0, clientPort=63484, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:16:51,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63484 2024-11-19T16:16:51,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:16:51,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:16:51,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/test.cache.data in system properties and HBase conf 2024-11-19T16:16:51,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:16:51,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:16:51,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:16:51,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:16:51,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:16:51,122 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T16:16:51,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:16:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:16:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:16:51,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:16:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:16:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:16:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:16:51,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:16:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:16:51,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:16:51,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:16:51,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:16:51,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:16:51,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:16:51,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:16:52,481 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T16:16:52,582 INFO [Time-limited test {}] log.Log(170): Logging initialized @3416ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T16:16:52,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:16:52,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:16:52,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:16:52,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:16:52,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:16:52,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:16:52,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:16:52,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:16:53,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-6141677822117748965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:16:53,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-11-19T16:16:53,121 INFO [Time-limited test {}] server.Server(415): Started @3955ms 2024-11-19T16:16:53,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:16:53,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:16:53,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:16:53,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:16:53,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:16:53,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:16:53,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:16:53,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/java.io.tmpdir/jetty-localhost-38071-hadoop-hdfs-3_4_1-tests_jar-_-any-1704441882748221963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:16:53,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38071} 2024-11-19T16:16:53,914 INFO [Time-limited test {}] server.Server(415): Started @4749ms 2024-11-19T16:16:53,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:16:55,019 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/data/data1/current/BP-541704601-172.17.0.3-1732033011946/current, will proceed with Du for space computation calculation, 2024-11-19T16:16:55,019 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/data/data2/current/BP-541704601-172.17.0.3-1732033011946/current, will proceed with Du for space computation calculation, 2024-11-19T16:16:55,057 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:16:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11825d6273a085e3 with lease ID 0x49049c468ffa342a: Processing first storage report for DS-ef284e95-0c71-4e34-a984-4c72d3a828af from datanode DatanodeRegistration(127.0.0.1:39187, datanodeUuid=58cfb73f-38c7-4373-88e6-79c686cca65e, infoPort=44009, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=604906211;c=1732033011946) 2024-11-19T16:16:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11825d6273a085e3 with lease ID 0x49049c468ffa342a: from storage DS-ef284e95-0c71-4e34-a984-4c72d3a828af node DatanodeRegistration(127.0.0.1:39187, datanodeUuid=58cfb73f-38c7-4373-88e6-79c686cca65e, infoPort=44009, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=604906211;c=1732033011946), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T16:16:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11825d6273a085e3 with lease ID 0x49049c468ffa342a: Processing first storage report for DS-854b637a-696e-401a-8cc9-5b4c2cd1d00b from datanode DatanodeRegistration(127.0.0.1:39187, datanodeUuid=58cfb73f-38c7-4373-88e6-79c686cca65e, infoPort=44009, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=604906211;c=1732033011946) 2024-11-19T16:16:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11825d6273a085e3 with lease ID 0x49049c468ffa342a: from storage DS-854b637a-696e-401a-8cc9-5b4c2cd1d00b node DatanodeRegistration(127.0.0.1:39187, datanodeUuid=58cfb73f-38c7-4373-88e6-79c686cca65e, infoPort=44009, infoSecurePort=0, ipcPort=33269, storageInfo=lv=-57;cid=testClusterID;nsid=604906211;c=1732033011946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:16:55,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc 2024-11-19T16:16:55,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:55,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:16:55,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f with version=8 2024-11-19T16:16:55,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/hbase-staging 2024-11-19T16:16:55,959 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T16:16:56,283 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:16:56,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:16:56,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:16:56,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:16:56,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:16:56,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:16:56,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:16:56,563 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T16:16:56,575 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T16:16:56,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:16:56,607 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11188 (auto-detected) 2024-11-19T16:16:56,608 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-19T16:16:56,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42761 2024-11-19T16:16:56,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42761 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:16:56,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427610x0, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:16:56,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42761-0x10153e258a80000 connected 2024-11-19T16:16:56,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:56,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:56,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:16:56,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f, hbase.cluster.distributed=false 2024-11-19T16:16:56,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/acl 2024-11-19T16:16:56,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42761 2024-11-19T16:16:56,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42761 2024-11-19T16:16:56,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42761 2024-11-19T16:16:56,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42761 2024-11-19T16:16:56,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42761 2024-11-19T16:16:57,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:16:57,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:16:57,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:16:57,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:16:57,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:16:57,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:16:57,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:16:57,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:16:57,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46415 2024-11-19T16:16:57,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46415 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:16:57,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:57,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:57,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464150x0, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:16:57,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464150x0, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:16:57,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:16:57,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46415-0x10153e258a80001 connected 2024-11-19T16:16:57,152 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:16:57,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/master 2024-11-19T16:16:57,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/acl 2024-11-19T16:16:57,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46415 2024-11-19T16:16:57,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46415 2024-11-19T16:16:57,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46415 2024-11-19T16:16:57,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46415 2024-11-19T16:16:57,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46415 2024-11-19T16:16:57,198 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:42761 2024-11-19T16:16:57,200 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-103150543/backup-masters/32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:57,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:16:57,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:16:57,219 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on existing znode=/0-103150543/backup-masters/32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:57,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:57,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-103150543/master 2024-11-19T16:16:57,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:57,248 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on existing znode=/0-103150543/master 2024-11-19T16:16:57,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-103150543/backup-masters/32a8860bb9d6,42761,1732033016077 from backup master directory 2024-11-19T16:16:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:16:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/backup-masters/32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:57,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:16:57,264 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:16:57,264 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:57,266 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T16:16:57,268 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T16:16:57,330 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/hbase.id] with ID: 048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac 2024-11-19T16:16:57,331 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/.tmp/hbase.id 2024-11-19T16:16:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:16:57,744 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/.tmp/hbase.id]:[hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/hbase.id] 2024-11-19T16:16:57,789 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:16:57,795 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:16:57,820 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-19T16:16:57,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:57,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:16:58,314 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:16:58,317 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:16:58,334 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:16:58,339 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:16:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:16:58,812 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store 2024-11-19T16:16:58,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:16:59,244 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T16:16:59,247 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:16:59,248 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:16:59,249 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:16:59,249 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:16:59,251 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:16:59,251 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:16:59,251 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:16:59,252 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033019248Disabling compacts and flushes for region at 1732033019248Disabling writes for close at 1732033019251 (+3 ms)Writing region close event to WAL at 1732033019251Closed at 1732033019251 2024-11-19T16:16:59,254 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/.initializing 2024-11-19T16:16:59,255 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:59,265 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:16:59,284 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C42761%2C1732033016077, suffix=, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/oldWALs, maxLogs=10 2024-11-19T16:16:59,316 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077/32a8860bb9d6%2C42761%2C1732033016077.1732033019290, exclude list is [], retry=0 2024-11-19T16:16:59,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:16:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T16:16:59,382 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 2024-11-19T16:16:59,383 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:16:59,384 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:16:59,384 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:16:59,387 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,388 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:16:59,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:16:59,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:16:59,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:16:59,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:16:59,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:16:59,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:16:59,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:16:59,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:16:59,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:16:59,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:16:59,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:16:59,484 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,489 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,490 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,496 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,497 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,502 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:16:59,506 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:16:59,511 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:16:59,512 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72835028, jitterRate=0.08532649278640747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:16:59,520 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033019402Initializing all the Stores at 1732033019405 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033019405Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033019406 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033019406Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033019406Cleaning up temporary data from old regions at 1732033019497 (+91 ms)Region opened successfully at 1732033019520 (+23 ms) 2024-11-19T16:16:59,522 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:16:59,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34947e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:16:59,599 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:16:59,613 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:16:59,614 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:16:59,617 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:16:59,619 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T16:16:59,625 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-19T16:16:59,625 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:16:59,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:16:59,668 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/balancer because node does not exist (not necessarily an error) 2024-11-19T16:16:59,716 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/balancer already deleted, retry=false 2024-11-19T16:16:59,718 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:16:59,720 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:16:59,731 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/normalizer already deleted, retry=false 2024-11-19T16:16:59,733 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:16:59,737 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:16:59,747 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/switch/split already deleted, retry=false 2024-11-19T16:16:59,749 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:16:59,758 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/switch/merge already deleted, retry=false 2024-11-19T16:16:59,777 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:16:59,789 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/snapshot-cleanup already deleted, retry=false 2024-11-19T16:16:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:16:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:16:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:59,808 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,42761,1732033016077, sessionid=0x10153e258a80000, setting cluster-up flag (Was=false) 2024-11-19T16:16:59,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:59,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:59,868 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-103150543/flush-table-proc/acquired, /0-103150543/flush-table-proc/reached, /0-103150543/flush-table-proc/abort 2024-11-19T16:16:59,870 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:16:59,926 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-103150543/online-snapshot/acquired, /0-103150543/online-snapshot/reached, /0-103150543/online-snapshot/abort 2024-11-19T16:16:59,928 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,42761,1732033016077 2024-11-19T16:16:59,935 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:16:59,985 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(746): ClusterId : 048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac 2024-11-19T16:16:59,989 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:00,007 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:00,008 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:00,017 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:00,022 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:00,023 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaeb1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:00,028 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:00,037 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:00,042 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:46415 2024-11-19T16:17:00,046 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:00,047 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:00,047 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:00,044 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,42761,1732033016077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:00,050 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,42761,1732033016077 with port=46415, startcode=1732033017054 2024-11-19T16:17:00,055 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:00,055 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:00,055 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:00,055 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:00,056 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:00,056 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,056 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:00,056 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,065 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:00,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:00,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:17:00,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:00,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:17:00,089 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033050089 2024-11-19T16:17:00,091 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:00,092 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:00,097 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:00,097 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:00,098 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:00,098 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:00,099 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,108 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:00,110 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:00,110 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:00,111 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:00,117 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:00,118 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:00,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:00,121 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033020119,5,FailOnTimeoutGroup] 2024-11-19T16:17:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:17:00,127 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T16:17:00,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:17:00,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f 2024-11-19T16:17:00,136 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033020121,5,FailOnTimeoutGroup] 2024-11-19T16:17:00,136 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:00,138 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741832_1008 (size=32) 2024-11-19T16:17:00,162 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T16:17:00,162 WARN [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T16:17:00,263 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,42761,1732033016077 with port=46415, startcode=1732033017054 2024-11-19T16:17:00,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42761 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,277 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f 2024-11-19T16:17:00,277 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45793 2024-11-19T16:17:00,277 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/rs 2024-11-19T16:17:00,289 DEBUG [RS:0;32a8860bb9d6:46415 {}] zookeeper.ZKUtil(111): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on existing znode=/0-103150543/rs/32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,289 WARN [RS:0;32a8860bb9d6:46415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:00,290 INFO [RS:0;32a8860bb9d6:46415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:00,290 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,46415,1732033017054] 2024-11-19T16:17:00,323 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:00,345 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:00,352 INFO [RS:0;32a8860bb9d6:46415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:00,352 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,353 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:00,360 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:00,362 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,362 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,363 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,363 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,363 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,363 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,364 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:00,364 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,364 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,364 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,364 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,365 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,365 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:00,365 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:00,365 DEBUG [RS:0;32a8860bb9d6:46415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:00,366 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,367 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,367 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,367 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,367 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,367 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46415,1732033017054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:00,390 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:00,392 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46415,1732033017054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,393 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,393 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.Replication(171): 32a8860bb9d6,46415,1732033017054 started 2024-11-19T16:17:00,412 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:00,412 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,46415,1732033017054, RpcServer on 32a8860bb9d6/172.17.0.3:46415, sessionid=0x10153e258a80001 2024-11-19T16:17:00,413 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:00,413 DEBUG [RS:0;32a8860bb9d6:46415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,413 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46415,1732033017054' 2024-11-19T16:17:00,414 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-103150543/flush-table-proc/abort' 2024-11-19T16:17:00,415 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-103150543/flush-table-proc/acquired' 2024-11-19T16:17:00,415 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:00,415 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:00,416 DEBUG [RS:0;32a8860bb9d6:46415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,416 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46415,1732033017054' 2024-11-19T16:17:00,416 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-103150543/online-snapshot/abort' 2024-11-19T16:17:00,416 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-103150543/online-snapshot/acquired' 2024-11-19T16:17:00,417 DEBUG [RS:0;32a8860bb9d6:46415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:00,417 INFO [RS:0;32a8860bb9d6:46415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:00,417 INFO [RS:0;32a8860bb9d6:46415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:00,524 INFO [RS:0;32a8860bb9d6:46415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:00,527 INFO [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46415%2C1732033017054, suffix=, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs, maxLogs=10 2024-11-19T16:17:00,548 DEBUG [RS:0;32a8860bb9d6:46415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530, exclude list is [], retry=0 2024-11-19T16:17:00,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:00,557 INFO [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 2024-11-19T16:17:00,558 DEBUG [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:00,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:00,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:00,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:00,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:00,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:00,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:00,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:00,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:00,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:00,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:00,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:00,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:00,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:00,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:00,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:00,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:00,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:00,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:00,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740 2024-11-19T16:17:00,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740 2024-11-19T16:17:00,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:00,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:00,598 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:00,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:00,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:00,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74318716, jitterRate=0.10743516683578491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:00,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033020563Initializing all the Stores at 1732033020565 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033020565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033020566 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033020566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033020566Cleaning up temporary data from old regions at 1732033020596 (+30 ms)Region opened successfully at 1732033020614 (+18 ms) 2024-11-19T16:17:00,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:00,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:00,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:00,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:00,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:00,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:00,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033020614Disabling compacts and flushes for region at 1732033020614Disabling writes for close at 1732033020614Writing region close event to WAL at 1732033020616 (+2 ms)Closed at 1732033020617 (+1 ms) 2024-11-19T16:17:00,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:00,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:17:00,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:00,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:00,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:17:00,797 DEBUG [32a8860bb9d6:42761 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:00,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:00,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46415,1732033017054, state=OPENING 2024-11-19T16:17:00,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:17:00,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:00,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:00,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:00,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:00,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:00,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46415,1732033017054}] 2024-11-19T16:17:01,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:01,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:01,077 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:01,077 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:01,078 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:01,082 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46415%2C1732033017054.meta, suffix=.meta, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs, maxLogs=10 2024-11-19T16:17:01,105 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.meta.1732033021085.meta, exclude list is [], retry=0 2024-11-19T16:17:01,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:01,114 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.meta.1732033021085.meta 2024-11-19T16:17:01,114 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:01,115 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:01,120 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:01,121 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:01,124 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:01,127 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:01,131 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:01,131 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:01,132 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:01,132 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:01,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:01,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:01,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:01,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:01,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:01,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:01,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:01,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:01,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:01,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:01,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:01,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:01,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:01,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:01,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:01,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:01,148 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:01,150 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740 2024-11-19T16:17:01,153 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740 2024-11-19T16:17:01,156 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:01,156 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:01,158 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:01,162 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:01,164 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65288172, jitterRate=-0.027130424976348877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:01,164 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:01,166 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033021133Writing region info on filesystem at 1732033021133Initializing all the Stores at 1732033021134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033021134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033021135 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033021135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033021135Cleaning up temporary data from old regions at 1732033021156 (+21 ms)Running coprocessor post-open hooks at 1732033021165 (+9 ms)Region opened successfully at 1732033021166 (+1 ms) 2024-11-19T16:17:01,173 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033021050 2024-11-19T16:17:01,186 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:01,187 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:01,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:01,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46415,1732033017054, state=OPEN 2024-11-19T16:17:01,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:01,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:01,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:01,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:01,412 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:01,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:17:01,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46415,1732033017054 in 529 msec 2024-11-19T16:17:01,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:17:01,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 794 msec 2024-11-19T16:17:01,432 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:01,432 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:17:01,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:01,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46415,1732033017054, seqNum=-1] 2024-11-19T16:17:01,474 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:01,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:01,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5290 sec 2024-11-19T16:17:01,499 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033021499, completionTime=-1 2024-11-19T16:17:01,502 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:17:01,502 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:01,536 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:01,536 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033081536 2024-11-19T16:17:01,536 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033141536 2024-11-19T16:17:01,536 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-19T16:17:01,539 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42761,1732033016077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,540 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42761,1732033016077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,540 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42761,1732033016077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:42761, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,542 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,542 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,548 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:17:01,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.311sec 2024-11-19T16:17:01,577 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:01,578 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:01,579 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:01,580 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:01,580 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:01,581 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42761,1732033016077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:01,581 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42761,1732033016077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:01,593 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:01,594 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:01,595 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42761,1732033016077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:01,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:01,601 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T16:17:01,601 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T16:17:01,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42761,-1 for getting cluster id 2024-11-19T16:17:01,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:01,618 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac' 2024-11-19T16:17:01,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac" 2024-11-19T16:17:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42761,-1] 2024-11-19T16:17:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:01,630 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:01,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:01,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46415,1732033017054, seqNum=-1] 2024-11-19T16:17:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:01,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:01,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,42761,1732033016077 2024-11-19T16:17:01,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:17:01,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:01,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e258a80002 connected 2024-11-19T16:17:01,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir so I do NOT create it in target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945 2024-11-19T16:17:01,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:17:01,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.tmp.dir so I do NOT create it in target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945 2024-11-19T16:17:01,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:17:01,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945 2024-11-19T16:17:01,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:17:01,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/cluster_251711d5-0e54-8e9e-9607-75ddce0b98d3, deleteOnExit=true 2024-11-19T16:17:01,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:17:01,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/test.cache.data in system properties and HBase conf 2024-11-19T16:17:01,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:17:01,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:17:01,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:17:01,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:17:01,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:17:01,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:17:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:17:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:17:01,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:17:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:17:02,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:02,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:02,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:02,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:02,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:17:02,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:02,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:02,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:02,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/java.io.tmpdir/jetty-localhost-45429-hadoop-hdfs-3_4_1-tests_jar-_-any-17759358973508434197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:02,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:45429} 2024-11-19T16:17:02,341 INFO [Time-limited test {}] server.Server(415): Started @13175ms 2024-11-19T16:17:02,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:02,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:02,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:02,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:02,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:17:02,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:02,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:02,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/java.io.tmpdir/jetty-localhost-42085-hadoop-hdfs-3_4_1-tests_jar-_-any-1981458712900267074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:02,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:42085} 2024-11-19T16:17:02,831 INFO [Time-limited test {}] server.Server(415): Started @13666ms 2024-11-19T16:17:02,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:17:03,544 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/cluster_251711d5-0e54-8e9e-9607-75ddce0b98d3/data/data1/current/BP-1770289037-172.17.0.3-1732033021779/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:03,544 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/cluster_251711d5-0e54-8e9e-9607-75ddce0b98d3/data/data2/current/BP-1770289037-172.17.0.3-1732033021779/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:03,590 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:17:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55748e8acb5688b with lease ID 0x97281c17dce6354b: Processing first storage report for DS-cb9607c6-9771-4347-8ce3-92fd2bd02dd1 from datanode DatanodeRegistration(127.0.0.1:34623, datanodeUuid=5ed4ebdd-e8a9-48e8-9de7-a3c8febb1fae, infoPort=34579, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1036926970;c=1732033021779) 2024-11-19T16:17:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55748e8acb5688b with lease ID 0x97281c17dce6354b: from storage DS-cb9607c6-9771-4347-8ce3-92fd2bd02dd1 node DatanodeRegistration(127.0.0.1:34623, datanodeUuid=5ed4ebdd-e8a9-48e8-9de7-a3c8febb1fae, infoPort=34579, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1036926970;c=1732033021779), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf55748e8acb5688b with lease ID 0x97281c17dce6354b: Processing first storage report for DS-87e26dd8-ba46-4e54-8fa2-79f5d79a6e73 from datanode DatanodeRegistration(127.0.0.1:34623, datanodeUuid=5ed4ebdd-e8a9-48e8-9de7-a3c8febb1fae, infoPort=34579, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1036926970;c=1732033021779) 2024-11-19T16:17:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf55748e8acb5688b with lease ID 0x97281c17dce6354b: from storage DS-87e26dd8-ba46-4e54-8fa2-79f5d79a6e73 node DatanodeRegistration(127.0.0.1:34623, datanodeUuid=5ed4ebdd-e8a9-48e8-9de7-a3c8febb1fae, infoPort=34579, infoSecurePort=0, ipcPort=43549, storageInfo=lv=-57;cid=testClusterID;nsid=1036926970;c=1732033021779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:03,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945 2024-11-19T16:17:03,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:03,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:17:03,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf with version=8 2024-11-19T16:17:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/hbase-staging 2024-11-19T16:17:03,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:03,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:03,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:03,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:03,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:03,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:03,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:17:03,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:03,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33231 2024-11-19T16:17:03,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33231 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:17:03,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332310x0, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:03,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33231-0x10153e258a80003 connected 2024-11-19T16:17:03,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:03,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:03,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/running 2024-11-19T16:17:03,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf, hbase.cluster.distributed=false 2024-11-19T16:17:03,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/acl 2024-11-19T16:17:03,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33231 2024-11-19T16:17:03,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33231 2024-11-19T16:17:03,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33231 2024-11-19T16:17:03,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33231 2024-11-19T16:17:03,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33231 2024-11-19T16:17:03,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:03,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:03,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:03,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:03,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:03,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:03,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:17:03,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:03,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39687 2024-11-19T16:17:03,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39687 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:17:03,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:03,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:03,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396870x0, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:03,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396870x0, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/running 2024-11-19T16:17:03,812 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:17:03,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39687-0x10153e258a80004 connected 2024-11-19T16:17:03,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:17:03,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/master 2024-11-19T16:17:03,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/acl 2024-11-19T16:17:03,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39687 2024-11-19T16:17:03,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39687 2024-11-19T16:17:03,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39687 2024-11-19T16:17:03,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39687 2024-11-19T16:17:03,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39687 2024-11-19T16:17:03,856 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:33231 2024-11-19T16:17:03,858 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-931505435/backup-masters/32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435/backup-masters 2024-11-19T16:17:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435/backup-masters 2024-11-19T16:17:03,868 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on existing znode=/1-931505435/backup-masters/32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:03,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-931505435/master 2024-11-19T16:17:03,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:03,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:03,885 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on existing znode=/1-931505435/master 2024-11-19T16:17:03,885 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-931505435/backup-masters/32a8860bb9d6,33231,1732033023626 from backup master directory 2024-11-19T16:17:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435/backup-masters 2024-11-19T16:17:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-931505435/backup-masters/32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435/backup-masters 2024-11-19T16:17:03,894 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:03,896 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:03,918 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/hbase.id] with ID: 66504be5-834d-414f-8b11-81ad71056024 2024-11-19T16:17:03,918 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/.tmp/hbase.id 2024-11-19T16:17:03,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:17:04,328 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/.tmp/hbase.id]:[hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/hbase.id] 2024-11-19T16:17:04,351 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:04,351 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:17:04,357 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-19T16:17:04,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:04,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:17:04,832 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:04,833 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:17:04,833 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:17:05,251 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store 2024-11-19T16:17:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:17:05,667 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:05,668 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:05,668 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:05,668 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:05,668 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:05,668 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:05,668 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:05,668 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033025668Disabling compacts and flushes for region at 1732033025668Disabling writes for close at 1732033025668Writing region close event to WAL at 1732033025668Closed at 1732033025668 2024-11-19T16:17:05,670 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/.initializing 2024-11-19T16:17:05,670 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/WALs/32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:05,672 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:05,677 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C33231%2C1732033023626, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/WALs/32a8860bb9d6,33231,1732033023626, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/oldWALs, maxLogs=10 2024-11-19T16:17:05,697 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/WALs/32a8860bb9d6,33231,1732033023626/32a8860bb9d6%2C33231%2C1732033023626.1732033025677, exclude list is [], retry=0 2024-11-19T16:17:05,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-cb9607c6-9771-4347-8ce3-92fd2bd02dd1,DISK] 2024-11-19T16:17:05,706 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/WALs/32a8860bb9d6,33231,1732033023626/32a8860bb9d6%2C33231%2C1732033023626.1732033025677 2024-11-19T16:17:05,706 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34579:34579)] 2024-11-19T16:17:05,706 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:05,706 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:05,706 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,707 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:17:05,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:05,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:05,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:17:05,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:05,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:05,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:17:05,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:05,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:05,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:17:05,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:05,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:05,728 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,729 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,729 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,732 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,732 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,733 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:05,734 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:05,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:05,739 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71493496, jitterRate=0.06533610820770264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:05,739 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033025707Initializing all the Stores at 1732033025708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033025708Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033025712 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033025712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033025712Cleaning up temporary data from old regions at 1732033025732 (+20 ms)Region opened successfully at 1732033025739 (+7 ms) 2024-11-19T16:17:05,739 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:17:05,744 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f806ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:05,745 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:17:05,746 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:17:05,746 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:17:05,746 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:17:05,747 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:17:05,747 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:17:05,747 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:17:05,751 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:17:05,753 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Unable to get data of znode /1-931505435/balancer because node does not exist (not necessarily an error) 2024-11-19T16:17:05,799 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-931505435/balancer already deleted, retry=false 2024-11-19T16:17:05,800 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:17:05,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Unable to get data of znode /1-931505435/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:17:05,810 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-931505435/normalizer already deleted, retry=false 2024-11-19T16:17:05,810 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:17:05,811 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Unable to get data of znode /1-931505435/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:17:05,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-931505435/switch/split already deleted, retry=false 2024-11-19T16:17:05,821 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Unable to get data of znode /1-931505435/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:17:05,831 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-931505435/switch/merge already deleted, retry=false 2024-11-19T16:17:05,834 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Unable to get data of znode /1-931505435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:17:05,846 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-931505435/snapshot-cleanup already deleted, retry=false 2024-11-19T16:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-931505435/running 2024-11-19T16:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-931505435/running 2024-11-19T16:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:05,858 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,33231,1732033023626, sessionid=0x10153e258a80003, setting cluster-up flag (Was=false) 2024-11-19T16:17:05,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:05,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:05,909 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-931505435/flush-table-proc/acquired, /1-931505435/flush-table-proc/reached, /1-931505435/flush-table-proc/abort 2024-11-19T16:17:05,911 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:05,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:05,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:05,962 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-931505435/online-snapshot/acquired, /1-931505435/online-snapshot/reached, /1-931505435/online-snapshot/abort 2024-11-19T16:17:05,965 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:05,968 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:17:05,972 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:05,972 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:05,973 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:05,973 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,33231,1732033023626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:05,976 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:05,976 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:05,976 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:05,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:05,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:05,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:05,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:05,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:05,978 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033055978 2024-11-19T16:17:05,978 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:05,979 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:05,979 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:05,979 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:05,979 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:05,979 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:05,979 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:05,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:05,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:05,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:05,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:05,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:05,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:17:05,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:05,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:05,981 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033025981,5,FailOnTimeoutGroup] 2024-11-19T16:17:05,981 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033025981,5,FailOnTimeoutGroup] 2024-11-19T16:17:05,981 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:05,981 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:05,982 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:05,982 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:05,982 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:05,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:17:05,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:17:06,041 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(746): ClusterId : 66504be5-834d-414f-8b11-81ad71056024 2024-11-19T16:17:06,041 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:06,055 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:06,055 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:06,071 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:06,072 DEBUG [RS:0;32a8860bb9d6:39687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5e3df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:06,088 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:39687 2024-11-19T16:17:06,088 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:06,088 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:06,089 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:06,089 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,33231,1732033023626 with port=39687, startcode=1732033023771 2024-11-19T16:17:06,090 DEBUG [RS:0;32a8860bb9d6:39687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:06,092 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:06,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33231 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,095 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf 2024-11-19T16:17:06,095 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36897 2024-11-19T16:17:06,095 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:06,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435/rs 2024-11-19T16:17:06,157 DEBUG [RS:0;32a8860bb9d6:39687 {}] zookeeper.ZKUtil(111): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on existing znode=/1-931505435/rs/32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,158 WARN [RS:0;32a8860bb9d6:39687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:06,158 INFO [RS:0;32a8860bb9d6:39687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:06,158 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,39687,1732033023771] 2024-11-19T16:17:06,163 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:06,167 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:06,167 INFO [RS:0;32a8860bb9d6:39687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:06,168 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,168 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:06,169 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:06,170 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:06,170 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:06,171 DEBUG [RS:0;32a8860bb9d6:39687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:06,172 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,172 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,172 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,172 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,172 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,172 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39687,1732033023771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:06,188 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:06,188 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39687,1732033023771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,188 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,188 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.Replication(171): 32a8860bb9d6,39687,1732033023771 started 2024-11-19T16:17:06,202 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:06,202 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,39687,1732033023771, RpcServer on 32a8860bb9d6/172.17.0.3:39687, sessionid=0x10153e258a80004 2024-11-19T16:17:06,202 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:06,202 DEBUG [RS:0;32a8860bb9d6:39687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,202 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,39687,1732033023771' 2024-11-19T16:17:06,202 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-931505435/flush-table-proc/abort' 2024-11-19T16:17:06,203 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-931505435/flush-table-proc/acquired' 2024-11-19T16:17:06,203 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:06,203 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:06,203 DEBUG [RS:0;32a8860bb9d6:39687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,203 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,39687,1732033023771' 2024-11-19T16:17:06,203 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-931505435/online-snapshot/abort' 2024-11-19T16:17:06,204 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-931505435/online-snapshot/acquired' 2024-11-19T16:17:06,205 DEBUG [RS:0;32a8860bb9d6:39687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:06,205 INFO [RS:0;32a8860bb9d6:39687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:06,205 INFO [RS:0;32a8860bb9d6:39687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:06,306 INFO [RS:0;32a8860bb9d6:39687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:06,309 INFO [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C39687%2C1732033023771, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/oldWALs, maxLogs=10 2024-11-19T16:17:06,322 DEBUG [RS:0;32a8860bb9d6:39687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771/32a8860bb9d6%2C39687%2C1732033023771.1732033026310, exclude list is [], retry=0 2024-11-19T16:17:06,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-cb9607c6-9771-4347-8ce3-92fd2bd02dd1,DISK] 2024-11-19T16:17:06,328 INFO [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771/32a8860bb9d6%2C39687%2C1732033023771.1732033026310 2024-11-19T16:17:06,329 DEBUG [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34579:34579)] 2024-11-19T16:17:06,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:17:06,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf 2024-11-19T16:17:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:17:06,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:06,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:17:06,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:17:06,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:17:06,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:06,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T16:17:06,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:06,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T16:17:06,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:17:06,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:17:06,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:06,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:06,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:06,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:06,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:06,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:06,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:06,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:06,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:06,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:06,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:06,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:06,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:06,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:06,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:06,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:06,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:06,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:06,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740 2024-11-19T16:17:06,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740 2024-11-19T16:17:06,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:06,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:06,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:06,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:06,832 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:06,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59738128, jitterRate=-0.1098325252532959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033026807Initializing all the Stores at 1732033026808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033026808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033026809 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033026809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033026809Cleaning up temporary data from old regions at 1732033026825 (+16 ms)Region opened successfully at 1732033026833 (+8 ms) 2024-11-19T16:17:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:06,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:06,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:06,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033026833Disabling compacts and flushes for region at 1732033026833Disabling writes for close at 1732033026833Writing region close event to WAL at 1732033026834 (+1 ms)Closed at 1732033026834 2024-11-19T16:17:06,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:06,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:17:06,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:06,838 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:06,839 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:17:06,990 DEBUG [32a8860bb9d6:33231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:06,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:06,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,39687,1732033023771, state=OPENING 2024-11-19T16:17:07,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:17:07,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:07,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:07,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-931505435/meta-region-server: CHANGED 2024-11-19T16:17:07,135 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:07,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-931505435/meta-region-server: CHANGED 2024-11-19T16:17:07,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,39687,1732033023771}] 2024-11-19T16:17:07,290 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:07,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:07,303 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:07,303 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:07,304 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:07,306 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C39687%2C1732033023771.meta, suffix=.meta, logDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/oldWALs, maxLogs=10 2024-11-19T16:17:07,320 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771/32a8860bb9d6%2C39687%2C1732033023771.meta.1732033027308.meta, exclude list is [], retry=0 2024-11-19T16:17:07,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-cb9607c6-9771-4347-8ce3-92fd2bd02dd1,DISK] 2024-11-19T16:17:07,326 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/WALs/32a8860bb9d6,39687,1732033023771/32a8860bb9d6%2C39687%2C1732033023771.meta.1732033027308.meta 2024-11-19T16:17:07,326 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34579:34579)] 2024-11-19T16:17:07,327 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:07,327 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:07,327 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:07,327 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:07,327 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:07,328 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:07,328 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:07,328 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:07,328 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:07,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:07,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:07,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:07,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:07,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:07,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:07,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:07,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:07,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:07,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:07,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:07,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:07,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:07,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:07,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:07,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:07,337 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:07,338 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740 2024-11-19T16:17:07,340 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740 2024-11-19T16:17:07,342 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:07,342 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:07,342 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:07,344 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:07,345 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65191057, jitterRate=-0.028577551245689392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:07,345 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:07,345 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033027328Writing region info on filesystem at 1732033027328Initializing all the Stores at 1732033027329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033027330 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033027330Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033027330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033027330Cleaning up temporary data from old regions at 1732033027342 (+12 ms)Running coprocessor post-open hooks at 1732033027345 (+3 ms)Region opened successfully at 1732033027345 2024-11-19T16:17:07,347 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033027289 2024-11-19T16:17:07,350 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:07,350 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:07,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:07,352 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,39687,1732033023771, state=OPEN 2024-11-19T16:17:07,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-931505435/meta-region-server 2024-11-19T16:17:07,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-931505435/meta-region-server 2024-11-19T16:17:07,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:07,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-931505435/meta-region-server: CHANGED 2024-11-19T16:17:07,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-931505435/meta-region-server: CHANGED 2024-11-19T16:17:07,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:17:07,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,39687,1732033023771 in 286 msec 2024-11-19T16:17:07,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:17:07,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-11-19T16:17:07,436 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:07,436 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:17:07,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:07,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,39687,1732033023771, seqNum=-1] 2024-11-19T16:17:07,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:07,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:07,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4760 sec 2024-11-19T16:17:07,448 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033027448, completionTime=-1 2024-11-19T16:17:07,448 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:17:07,449 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:07,451 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:07,451 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033087451 2024-11-19T16:17:07,451 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033147451 2024-11-19T16:17:07,451 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T16:17:07,451 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33231,1732033023626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,452 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33231,1732033023626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,452 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33231,1732033023626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,452 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:33231, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,452 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,452 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,455 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.561sec 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33231,1732033023626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:07,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33231,1732033023626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:07,461 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:07,461 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:07,461 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33231,1732033023626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:07,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:07,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:07,545 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ac34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:07,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:07,548 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:07,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,39687,1732033023771, seqNum=-1] 2024-11-19T16:17:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:07,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:07,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:07,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:17:07,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:07,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e258a80005 connected 2024-11-19T16:17:07,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42761,-1 for getting cluster id 2024-11-19T16:17:07,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:07,670 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac' 2024-11-19T16:17:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac" 2024-11-19T16:17:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330f0ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42761,-1] 2024-11-19T16:17:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:07,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675690ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42761,1732033016077 2024-11-19T16:17:07,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dfa523 2024-11-19T16:17:07,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:07,692 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:07,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:07,705 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:07,708 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faf1c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,708 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:07,708 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:07,709 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:07,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:07,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743be66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:07,711 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48710d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:07,713 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:07,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:07,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73621047 2024-11-19T16:17:07,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:07,720 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:07,734 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T16:17:07,734 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:17:07,738 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:07,738 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:07,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:07,740 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:07,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:17:07,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:17:07,749 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:07,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:17:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741835_1011 (size=1138) 2024-11-19T16:17:07,798 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:08,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a300b9028a7c6cf4ad60967433325bdc, NAME => 'hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f 2024-11-19T16:17:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741836_1012 (size=44) 2024-11-19T16:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:08,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:08,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a300b9028a7c6cf4ad60967433325bdc, disabling compactions & flushes 2024-11-19T16:17:08,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:08,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:08,585 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. after waiting 0 ms 2024-11-19T16:17:08,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:08,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:08,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a300b9028a7c6cf4ad60967433325bdc: Waiting for close lock at 1732033028585Disabling compacts and flushes for region at 1732033028585Disabling writes for close at 1732033028586 (+1 ms)Writing region close event to WAL at 1732033028586Closed at 1732033028586 2024-11-19T16:17:08,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:17:08,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033028590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033028590"}]},"ts":"1732033028590"} 2024-11-19T16:17:08,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:17:08,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:17:08,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033028603"}]},"ts":"1732033028603"} 2024-11-19T16:17:08,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:17:08,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN}] 2024-11-19T16:17:08,613 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN 2024-11-19T16:17:08,615 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN; state=OFFLINE, location=32a8860bb9d6,46415,1732033017054; forceNewPlan=false, retain=false 2024-11-19T16:17:08,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a300b9028a7c6cf4ad60967433325bdc, regionState=OPENING, regionLocation=32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:08,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN because future has completed 2024-11-19T16:17:08,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a300b9028a7c6cf4ad60967433325bdc, server=32a8860bb9d6,46415,1732033017054}] 2024-11-19T16:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:08,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:08,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:08,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:17:08,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46415%2C1732033017054.rep, suffix=, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs, maxLogs=10 2024-11-19T16:17:08,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.rep.1732033028950, exclude list is [], retry=0 2024-11-19T16:17:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:08,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.rep.1732033028950 2024-11-19T16:17:08,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a300b9028a7c6cf4ad60967433325bdc, NAME => 'hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:08,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:08,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. service=MultiRowMutationService 2024-11-19T16:17:08,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:17:08,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:08,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,976 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,978 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a300b9028a7c6cf4ad60967433325bdc columnFamilyName hfileref 2024-11-19T16:17:08,978 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:08,978 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(327): Store=a300b9028a7c6cf4ad60967433325bdc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:08,978 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,980 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a300b9028a7c6cf4ad60967433325bdc columnFamilyName queue 2024-11-19T16:17:08,980 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:08,980 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(327): Store=a300b9028a7c6cf4ad60967433325bdc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:08,980 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,982 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a300b9028a7c6cf4ad60967433325bdc columnFamilyName sid 2024-11-19T16:17:08,982 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:08,983 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(327): Store=a300b9028a7c6cf4ad60967433325bdc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:08,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:17:08,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:08,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a300b9028a7c6cf4ad60967433325bdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71706447, jitterRate=0.06850932538509369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:17:08,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:08,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a300b9028a7c6cf4ad60967433325bdc: Running coprocessor pre-open hook at 1732033028974Writing region info on filesystem at 1732033028974Initializing all the Stores at 1732033028975 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033028976 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033028976Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033028976Cleaning up temporary data from old regions at 1732033028986 (+10 ms)Running coprocessor post-open hooks at 1732033028994 (+8 ms)Region opened successfully at 1732033028995 (+1 ms) 2024-11-19T16:17:08,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., pid=7, masterSystemTime=1732033028933 2024-11-19T16:17:09,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:09,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:09,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a300b9028a7c6cf4ad60967433325bdc, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:09,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a300b9028a7c6cf4ad60967433325bdc, server=32a8860bb9d6,46415,1732033017054 because future has completed 2024-11-19T16:17:09,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T16:17:09,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a300b9028a7c6cf4ad60967433325bdc, server=32a8860bb9d6,46415,1732033017054 in 229 msec 2024-11-19T16:17:09,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:17:09,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN in 399 msec 2024-11-19T16:17:09,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:17:09,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033029016"}]},"ts":"1732033029016"} 2024-11-19T16:17:09,019 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:17:09,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:17:09,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2800 sec 2024-11-19T16:17:09,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., hostname=32a8860bb9d6,46415,1732033017054, seqNum=2] 2024-11-19T16:17:09,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46415 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T16:17:09,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:09,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:09,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:17:09,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T16:17:09,387 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:17:09,426 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,46415,1732033017054, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:17:09,427 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:09,427 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46415,1732033017054, seqNum=-1] 2024-11-19T16:17:09,428 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:09,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T16:17:09,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,46415,1732033017054', locateType=CURRENT is [region=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., hostname=32a8860bb9d6,46415,1732033017054, seqNum=2] 2024-11-19T16:17:09,438 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T16:17:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T16:17:09,443 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,46415,1732033017054 suceeded 2024-11-19T16:17:09,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T16:17:09,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-19T16:17:09,447 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:09,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7520 sec 2024-11-19T16:17:09,460 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:09,462 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c21ac37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,462 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:09,462 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:09,463 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:09,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:09,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eaecc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,465 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:09,466 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78568c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,466 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:09,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:09,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d73ad50 2024-11-19T16:17:09,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:09,468 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T16:17:09,469 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,46415,1732033017054 (queues=1) is replicating from cluster=048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac to cluster=66504be5-834d-414f-8b11-81ad71056024 2024-11-19T16:17:09,472 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C46415%2C1732033017054 2024-11-19T16:17:09,475 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,46415,1732033017054, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:17:09,477 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.shipper32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C46415%2C1732033017054 2024-11-19T16:17:09,481 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530, startPosition=0, beingWritten=true 2024-11-19T16:17:09,731 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:09,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:09,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:09,862 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:17:09,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:09,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42761,-1 for getting cluster id 2024-11-19T16:17:09,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:09,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac' 2024-11-19T16:17:09,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:09,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac" 2024-11-19T16:17:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42761,-1] 2024-11-19T16:17:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42761,1732033016077 2024-11-19T16:17:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8e299 2024-11-19T16:17:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:09,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:09,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T16:17:09,881 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:09,882 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a96a78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,882 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:09,883 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:09,883 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a76439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:09,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,886 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57765f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:09,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:09,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:09,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398a5c6 2024-11-19T16:17:09,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:09,890 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:09,891 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:17:09,891 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:17:09,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:09,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:09,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T16:17:10,040 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:10,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T16:17:10,118 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T16:17:10,156 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-32a8860bb9d6,46415,1732033017054, ReplicationSource: 2, currentBandwidth=0 2024-11-19T16:17:10,159 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T16:17:10,163 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 32a8860bb9d6,46415,1732033017054 suceeded 2024-11-19T16:17:10,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:17:10,167 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:10,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T16:17:10,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 291 msec 2024-11-19T16:17:10,177 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:10,178 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b250af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,178 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:10,178 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:10,180 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:10,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:10,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d46dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:10,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,182 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:10,183 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9fb902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,183 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:10,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:10,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7075d9a1 2024-11-19T16:17:10,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:10,185 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T16:17:10,186 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-32a8860bb9d6,46415,1732033017054 (queues=1) is replicating from cluster=048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac to cluster=66504be5-834d-414f-8b11-81ad71056024 2024-11-19T16:17:10,186 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=32a8860bb9d6%2C46415%2C1732033017054 2024-11-19T16:17:10,186 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-32a8860bb9d6,46415,1732033017054, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:17:10,187 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.shipper32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C46415%2C1732033017054 2024-11-19T16:17:10,187 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530, startPosition=0, beingWritten=true 2024-11-19T16:17:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T16:17:10,200 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T16:17:10,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:10,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:10,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:10,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42761,1732033016077 2024-11-19T16:17:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a9401 2024-11-19T16:17:10,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:10,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:10,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:17:10,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T16:17:10,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:17:10,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T16:17:10,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T16:17:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T16:17:10,224 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:10,225 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666bbf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,225 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:10,225 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:10,226 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:10,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:10,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fcbd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,228 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:10,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2536add8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,229 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:10,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:10,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7a9c7c 2024-11-19T16:17:10,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:10,231 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:10,232 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T16:17:10,232 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:17:10,232 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,232 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:10,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:17:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T16:17:10,393 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:10,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T16:17:10,403 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T16:17:10,405 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T16:17:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T16:17:10,409 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 32a8860bb9d6,46415,1732033017054 suceeded 2024-11-19T16:17:10,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T16:17:10,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-19T16:17:10,413 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:10,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-19T16:17:10,449 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T16:17:10,540 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T16:17:10,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T16:17:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T16:17:10,548 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:10,550 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a37eb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,550 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:10,550 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:10,551 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eab7a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,552 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:10,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2405a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:10,554 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590a538b 2024-11-19T16:17:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:10,556 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:10,556 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T16:17:10,556 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:17:10,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:10,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:17:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T16:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:10,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T16:17:10,723 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T16:17:10,725 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T16:17:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T16:17:10,728 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 32a8860bb9d6,46415,1732033017054 suceeded 2024-11-19T16:17:10,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T16:17:10,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-19T16:17:10,731 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://32a8860bb9d6:33231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:10,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-19T16:17:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T16:17:10,862 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T16:17:10,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:17:10,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42761 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T16:17:10,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:10,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:10,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:10,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:17:10,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false 2024-11-19T16:17:10,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,42761,1732033016077 2024-11-19T16:17:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:17:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:17:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:10,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:10,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:10,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:10,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:17:10,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:17:10,887 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,46415,1732033017054' ***** 2024-11-19T16:17:10,887 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:17:10,892 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:17:10,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:17:10,892 INFO [RS:0;32a8860bb9d6:46415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:17:10,893 INFO [RS:0;32a8860bb9d6:46415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:17:10,893 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(3091): Received CLOSE for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:10,893 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:10,893 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:10,894 INFO [RS:0;32a8860bb9d6:46415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46415. 2024-11-19T16:17:10,894 DEBUG [RS:0;32a8860bb9d6:46415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:10,894 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a300b9028a7c6cf4ad60967433325bdc, disabling compactions & flushes 2024-11-19T16:17:10,894 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:10,894 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:10,894 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:10,894 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. after waiting 0 ms 2024-11-19T16:17:10,894 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:17:10,894 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:10,894 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:17:10,894 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:17:10,894 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:17:10,895 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:17:10,895 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:10,895 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:10,895 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1325): Online Regions={a300b9028a7c6cf4ad60967433325bdc=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:17:10,895 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:10,895 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:10,895 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:10,895 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:10,899 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a300b9028a7c6cf4ad60967433325bdc 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T16:17:10,899 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T16:17:10,959 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:10,966 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/.tmp/queue/2297be1f4a5f456dbcdf138153db5c5a is 151, key is 1-32a8860bb9d6,46415,1732033017054/queue:32a8860bb9d6%2C46415%2C1732033017054/1732033029433/Put/seqid=0 2024-11-19T16:17:10,966 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/info/8bd80e32c2e0409cadfbf49cabdc0d24 is 147, key is hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc./info:regioninfo/1732033029001/Put/seqid=0 2024-11-19T16:17:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741838_1014 (size=6631) 2024-11-19T16:17:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741839_1015 (size=5500) 2024-11-19T16:17:10,977 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:11,095 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:11,113 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:11,296 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:11,367 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:17:11,368 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:17:11,378 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/info/8bd80e32c2e0409cadfbf49cabdc0d24 2024-11-19T16:17:11,378 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/.tmp/queue/2297be1f4a5f456dbcdf138153db5c5a 2024-11-19T16:17:11,423 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/.tmp/queue/2297be1f4a5f456dbcdf138153db5c5a as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/queue/2297be1f4a5f456dbcdf138153db5c5a 2024-11-19T16:17:11,432 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/queue/2297be1f4a5f456dbcdf138153db5c5a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T16:17:11,438 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/ns/344ff14e0fd6442abed0f8e0128a5bed is 43, key is default/ns:d/1732033021482/Put/seqid=0 2024-11-19T16:17:11,440 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a300b9028a7c6cf4ad60967433325bdc in 541ms, sequenceid=6, compaction requested=false 2024-11-19T16:17:11,441 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:17:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741840_1016 (size=5153) 2024-11-19T16:17:11,449 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T16:17:11,451 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:11,451 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:11,451 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:11,451 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a300b9028a7c6cf4ad60967433325bdc: Waiting for close lock at 1732033030893Running coprocessor pre-close hooks at 1732033030894 (+1 ms)Disabling compacts and flushes for region at 1732033030894Disabling writes for close at 1732033030894Obtaining lock to block concurrent updates at 1732033030899 (+5 ms)Preparing flush snapshotting stores in a300b9028a7c6cf4ad60967433325bdc at 1732033030899Finished memstore snapshotting hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732033030906 (+7 ms)Flushing stores of hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. at 1732033030908 (+2 ms)Flushing a300b9028a7c6cf4ad60967433325bdc/queue: creating writer at 1732033030910 (+2 ms)Flushing a300b9028a7c6cf4ad60967433325bdc/queue: appending metadata at 1732033030951 (+41 ms)Flushing a300b9028a7c6cf4ad60967433325bdc/queue: closing flushed file at 1732033030954 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62db142: reopening flushed file at 1732033031422 (+468 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a300b9028a7c6cf4ad60967433325bdc in 541ms, sequenceid=6, compaction requested=false at 1732033031440 (+18 ms)Writing region close event to WAL at 1732033031443 (+3 ms)Running coprocessor post-close hooks at 1732033031449 (+6 ms)Closed at 1732033031451 (+2 ms) 2024-11-19T16:17:11,452 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:11,496 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:11,567 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:11,620 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:11,696 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:11,846 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/ns/344ff14e0fd6442abed0f8e0128a5bed 2024-11-19T16:17:11,878 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/table/880d1cfba03e42f69ec86f0e5df16e5e is 53, key is hbase:replication/table:state/1732033029016/Put/seqid=0 2024-11-19T16:17:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741841_1017 (size=5256) 2024-11-19T16:17:11,897 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:17:11,897 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:17:11,897 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:12,097 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:12,227 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:12,274 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.1732033020530 to pos 0, reset compression=false 2024-11-19T16:17:12,284 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/table/880d1cfba03e42f69ec86f0e5df16e5e 2024-11-19T16:17:12,293 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/info/8bd80e32c2e0409cadfbf49cabdc0d24 as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/info/8bd80e32c2e0409cadfbf49cabdc0d24 2024-11-19T16:17:12,298 DEBUG [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:12,302 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/info/8bd80e32c2e0409cadfbf49cabdc0d24, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T16:17:12,303 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/ns/344ff14e0fd6442abed0f8e0128a5bed as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/ns/344ff14e0fd6442abed0f8e0128a5bed 2024-11-19T16:17:12,312 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/ns/344ff14e0fd6442abed0f8e0128a5bed, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:17:12,314 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/table/880d1cfba03e42f69ec86f0e5df16e5e as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/table/880d1cfba03e42f69ec86f0e5df16e5e 2024-11-19T16:17:12,322 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/table/880d1cfba03e42f69ec86f0e5df16e5e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T16:17:12,323 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false 2024-11-19T16:17:12,328 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T16:17:12,329 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:12,329 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:12,329 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:12,329 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033030895Running coprocessor pre-close hooks at 1732033030895Disabling compacts and flushes for region at 1732033030895Disabling writes for close at 1732033030895Obtaining lock to block concurrent updates at 1732033030899 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732033030899Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732033030906 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033030908 (+2 ms)Flushing 1588230740/info: creating writer at 1732033030910 (+2 ms)Flushing 1588230740/info: appending metadata at 1732033030952 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732033030954 (+2 ms)Flushing 1588230740/ns: creating writer at 1732033031421 (+467 ms)Flushing 1588230740/ns: appending metadata at 1732033031437 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732033031437Flushing 1588230740/table: creating writer at 1732033031862 (+425 ms)Flushing 1588230740/table: appending metadata at 1732033031877 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732033031877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9b4bc8: reopening flushed file at 1732033032292 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b170a2b: reopening flushed file at 1732033032302 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcea32c: reopening flushed file at 1732033032313 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false at 1732033032323 (+10 ms)Writing region close event to WAL at 1732033032324 (+1 ms)Running coprocessor post-close hooks at 1732033032329 (+5 ms)Closed at 1732033032329 2024-11-19T16:17:12,330 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:12,498 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,46415,1732033017054; all regions closed. 2024-11-19T16:17:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741834_1010 (size=2742) 2024-11-19T16:17:12,514 DEBUG [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs 2024-11-19T16:17:12,514 INFO [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46415%2C1732033017054.meta:.meta(num 1732033021085) 2024-11-19T16:17:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741837_1013 (size=1802) 2024-11-19T16:17:12,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054/32a8860bb9d6%2C46415%2C1732033017054.rep.1732033028950 not finished, retry = 0 2024-11-19T16:17:12,623 DEBUG [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs 2024-11-19T16:17:12,624 INFO [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46415%2C1732033017054.rep:(num 1732033028950) 2024-11-19T16:17:12,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741833_1009 (size=93) 2024-11-19T16:17:12,631 DEBUG [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs 2024-11-19T16:17:12,631 INFO [RS:0;32a8860bb9d6:46415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46415%2C1732033017054:(num 1732033020530) 2024-11-19T16:17:12,631 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:12,631 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:12,631 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:12,632 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:12,632 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:12,632 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:12,632 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,46415,1732033017054 because: Region server is closing 2024-11-19T16:17:12,633 INFO [RS:0;32a8860bb9d6:46415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46415. 2024-11-19T16:17:12,633 DEBUG [RS:0;32a8860bb9d6:46415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:12,633 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:12,633 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:12,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:12,734 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:17:12,734 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.shipper32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:17:12,734 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46415,1732033017054.replicationSource.shipper32a8860bb9d6%2C46415%2C1732033017054,1-32a8860bb9d6,46415,1732033017054 terminated 2024-11-19T16:17:12,735 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-32a8860bb9d6,46415,1732033017054 because: Region server is closing 2024-11-19T16:17:12,736 INFO [RS:0;32a8860bb9d6:46415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46415. 2024-11-19T16:17:12,736 DEBUG [RS:0;32a8860bb9d6:46415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:12,737 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:12,737 DEBUG [RS:0;32a8860bb9d6:46415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:12,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:12,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:12,837 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.shipper32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:17:12,838 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.wal-reader.32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:17:12,838 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46415,1732033017054.replicationSource.shipper32a8860bb9d6%2C46415%2C1732033017054,2-32a8860bb9d6,46415,1732033017054 terminated 2024-11-19T16:17:12,839 INFO [RS:0;32a8860bb9d6:46415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46415 2024-11-19T16:17:12,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/rs/32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:12,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/rs 2024-11-19T16:17:12,904 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:12,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,46415,1732033017054] 2024-11-19T16:17:12,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/draining/32a8860bb9d6,46415,1732033017054 already deleted, retry=false 2024-11-19T16:17:12,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,46415,1732033017054 expired; onlineServers=0 2024-11-19T16:17:12,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,42761,1732033016077' ***** 2024-11-19T16:17:12,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:17:12,926 INFO [M:0;32a8860bb9d6:42761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:12,927 INFO [M:0;32a8860bb9d6:42761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:12,927 DEBUG [M:0;32a8860bb9d6:42761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:17:12,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:17:12,927 DEBUG [M:0;32a8860bb9d6:42761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:17:12,927 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033020121 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033020121,5,FailOnTimeoutGroup] 2024-11-19T16:17:12,927 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033020119 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033020119,5,FailOnTimeoutGroup] 2024-11-19T16:17:12,928 INFO [M:0;32a8860bb9d6:42761 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:12,928 INFO [M:0;32a8860bb9d6:42761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:12,929 DEBUG [M:0;32a8860bb9d6:42761 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:17:12,929 INFO [M:0;32a8860bb9d6:42761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:17:12,929 INFO [M:0;32a8860bb9d6:42761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:12,931 INFO [M:0;32a8860bb9d6:42761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:17:12,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:17:12,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/master 2024-11-19T16:17:12,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:12,941 DEBUG [M:0;32a8860bb9d6:42761 {}] zookeeper.ZKUtil(347): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/master because node does not exist (not an error) 2024-11-19T16:17:12,941 WARN [M:0;32a8860bb9d6:42761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:17:12,942 INFO [M:0;32a8860bb9d6:42761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/.lastflushedseqids 2024-11-19T16:17:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741842_1018 (size=181) 2024-11-19T16:17:13,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:13,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46415-0x10153e258a80001, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:13,016 INFO [RS:0;32a8860bb9d6:46415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:13,016 INFO [RS:0;32a8860bb9d6:46415 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,46415,1732033017054; zookeeper connection closed. 2024-11-19T16:17:13,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4331b960 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4331b960 2024-11-19T16:17:13,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:17:13,366 INFO [M:0;32a8860bb9d6:42761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:17:13,367 INFO [M:0;32a8860bb9d6:42761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:17:13,367 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:13,368 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:13,368 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:13,368 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:13,368 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:13,369 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T16:17:13,391 DEBUG [M:0;32a8860bb9d6:42761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d34d429ebe6465b9fea3b401d0e7916 is 82, key is hbase:meta,,1/info:regioninfo/1732033021188/Put/seqid=0 2024-11-19T16:17:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741843_1019 (size=5672) 2024-11-19T16:17:13,799 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d34d429ebe6465b9fea3b401d0e7916 2024-11-19T16:17:13,828 DEBUG [M:0;32a8860bb9d6:42761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aebae0844fd4522ba9af67fe8c1a97f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732033029022/Put/seqid=0 2024-11-19T16:17:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741844_1020 (size=8663) 2024-11-19T16:17:14,236 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aebae0844fd4522ba9af67fe8c1a97f 2024-11-19T16:17:14,263 DEBUG [M:0;32a8860bb9d6:42761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bd88b0d97d243d8af854960bf16f975 is 69, key is 32a8860bb9d6,46415,1732033017054/rs:state/1732033020271/Put/seqid=0 2024-11-19T16:17:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741845_1021 (size=5156) 2024-11-19T16:17:14,670 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bd88b0d97d243d8af854960bf16f975 2024-11-19T16:17:14,682 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d34d429ebe6465b9fea3b401d0e7916 as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d34d429ebe6465b9fea3b401d0e7916 2024-11-19T16:17:14,691 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d34d429ebe6465b9fea3b401d0e7916, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T16:17:14,693 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aebae0844fd4522ba9af67fe8c1a97f as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aebae0844fd4522ba9af67fe8c1a97f 2024-11-19T16:17:14,700 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aebae0844fd4522ba9af67fe8c1a97f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T16:17:14,701 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bd88b0d97d243d8af854960bf16f975 as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bd88b0d97d243d8af854960bf16f975 2024-11-19T16:17:14,708 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bd88b0d97d243d8af854960bf16f975, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T16:17:14,709 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false 2024-11-19T16:17:14,711 INFO [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:14,711 DEBUG [M:0;32a8860bb9d6:42761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033033367Disabling compacts and flushes for region at 1732033033367Disabling writes for close at 1732033033368 (+1 ms)Obtaining lock to block concurrent updates at 1732033033369 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033033369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732033033370 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033033372 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033033372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033033391 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033033391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033033811 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033033828 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033033828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033034246 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033034263 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033034263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93a392f: reopening flushed file at 1732033034681 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6269e151: reopening flushed file at 1732033034692 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cdb9e46: reopening flushed file at 1732033034700 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false at 1732033034709 (+9 ms)Writing region close event to WAL at 1732033034711 (+2 ms)Closed at 1732033034711 2024-11-19T16:17:14,715 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 not finished, retry = 0 2024-11-19T16:17:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741830_1006 (size=59421) 2024-11-19T16:17:14,816 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:14,816 INFO [M:0;32a8860bb9d6:42761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:17:14,816 INFO [M:0;32a8860bb9d6:42761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42761 2024-11-19T16:17:14,817 INFO [M:0;32a8860bb9d6:42761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:14,935 INFO [M:0;32a8860bb9d6:42761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:14,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:14,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42761-0x10153e258a80000, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:14,937 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:17:14,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:14,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38103 2024-11-19T16:17:14,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38103 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:17:14,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381030x0, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:14,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38103-0x10153e258a80006 connected 2024-11-19T16:17:14,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:14,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:14,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:17:14,969 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: INIT 2024-11-19T16:17:14,969 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f, hbase.cluster.distributed=false 2024-11-19T16:17:14,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/acl 2024-11-19T16:17:14,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38103 2024-11-19T16:17:14,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38103 2024-11-19T16:17:14,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38103 2024-11-19T16:17:14,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38103 2024-11-19T16:17:14,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38103 2024-11-19T16:17:14,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:17:14,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:14,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43247 2024-11-19T16:17:14,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43247 connecting to ZooKeeper ensemble=127.0.0.1:63484 2024-11-19T16:17:14,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:14,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:15,004 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432470x0, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:15,004 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: INIT 2024-11-19T16:17:15,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43247-0x10153e258a80007 connected 2024-11-19T16:17:15,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:17:15,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:17:15,006 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:17:15,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/master 2024-11-19T16:17:15,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/acl 2024-11-19T16:17:15,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-19T16:17:15,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43247 2024-11-19T16:17:15,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43247 2024-11-19T16:17:15,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-19T16:17:15,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-19T16:17:15,021 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:38103 2024-11-19T16:17:15,022 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-103150543/backup-masters/32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:15,030 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:17:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:17:15,031 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on existing znode=/0-103150543/backup-masters/32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:15,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:15,041 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-103150543/master 2024-11-19T16:17:15,041 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:15,042 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on existing znode=/0-103150543/master 2024-11-19T16:17:15,042 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-103150543/backup-masters/32a8860bb9d6,38103,1732033034937 from backup master directory 2024-11-19T16:17:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/backup-masters/32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:15,051 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:17:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/backup-masters 2024-11-19T16:17:15,051 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:15,051 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:15,071 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:15,071 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:17:15,085 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-19T16:17:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741846_1022 (size=196) 2024-11-19T16:17:15,507 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:15,508 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:17:15,508 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:15,518 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T16:17:15,521 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077 to hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077-dead as it is dead 2024-11-19T16:17:15,523 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T16:17:15,523 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T16:17:15,523 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077-dead/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 2024-11-19T16:17:15,528 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077-dead/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 after 3ms 2024-11-19T16:17:15,529 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077-dead/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 to hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 2024-11-19T16:17:15,529 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,42761,1732033016077-dead 2024-11-19T16:17:15,529 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:15,531 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:15,532 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C38103%2C1732033034937, suffix=, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,38103,1732033034937, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/oldWALs, maxLogs=10 2024-11-19T16:17:15,544 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,38103,1732033034937/32a8860bb9d6%2C38103%2C1732033034937.1732033035532, exclude list is [], retry=0 2024-11-19T16:17:15,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:15,550 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,38103,1732033034937/32a8860bb9d6%2C38103%2C1732033034937.1732033035532 2024-11-19T16:17:15,550 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:15,550 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:15,551 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:15,551 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,551 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:17:15,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:15,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d34d429ebe6465b9fea3b401d0e7916 2024-11-19T16:17:15,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:15,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:17:15,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:15,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aebae0844fd4522ba9af67fe8c1a97f 2024-11-19T16:17:15,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:15,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:17:15,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:15,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bd88b0d97d243d8af854960bf16f975 2024-11-19T16:17:15,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:15,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:17:15,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:15,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:15,582 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,582 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T16:17:15,582 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 2024-11-19T16:17:15,598 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 2024-11-19T16:17:15,599 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C42761%2C1732033016077.1732033019290 2024-11-19T16:17:15,601 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,601 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:15,604 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:15,607 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T16:17:15,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60780936, jitterRate=-0.09429347515106201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:15,609 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033035551Initializing all the Stores at 1732033035552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033035552Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033035552Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033035552Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033035552Cleaning up temporary data from old regions at 1732033035601 (+49 ms)Region opened successfully at 1732033035609 (+8 ms) 2024-11-19T16:17:15,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:17:15,614 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137cbd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:15,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T16:17:15,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:17:15,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:17:15,628 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:17:15,628 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:17:15,635 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:15,635 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:17:15,636 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:17:15,636 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:17:15,637 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T16:17:15,637 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T16:17:15,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-19T16:17:15,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:17:15,641 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=32a8860bb9d6,46415,1732033017054, regionLocation=32a8860bb9d6,46415,1732033017054, openSeqNum=2 2024-11-19T16:17:15,642 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=32a8860bb9d6,46415,1732033017054, table=hbase:meta, region=1588230740 2024-11-19T16:17:15,642 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46415,1732033017054, state=OPEN 2024-11-19T16:17:15,693 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:15,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:15,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:15,703 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:17:15,714 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/draining/32a8860bb9d6,46415,1732033017054 already deleted, retry=false 2024-11-19T16:17:15,715 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 32a8860bb9d6,46415,1732033017054 on 32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:15,720 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 32a8860bb9d6,46415,1732033017054, splitWal=true, meta=true 2024-11-19T16:17:15,723 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 32a8860bb9d6,46415,1732033017054 (carryingMeta=true) 32a8860bb9d6,46415,1732033017054/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5d81ad62[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T16:17:15,727 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/balancer because node does not exist (not necessarily an error) 2024-11-19T16:17:15,802 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/balancer already deleted, retry=false 2024-11-19T16:17:15,803 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:17:15,804 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:17:15,891 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/normalizer already deleted, retry=false 2024-11-19T16:17:15,892 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:17:15,893 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:17:16,004 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/switch/split already deleted, retry=false 2024-11-19T16:17:16,007 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:17:16,041 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/switch/merge already deleted, retry=false 2024-11-19T16:17:16,069 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:17:16,077 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/snapshot-cleanup already deleted, retry=false 2024-11-19T16:17:16,088 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:17:16,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:17:16,088 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:16,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:16,089 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,38103,1732033034937, sessionid=0x10153e258a80006, setting cluster-up flag (Was=false) 2024-11-19T16:17:16,099 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-103150543/flush-table-proc/acquired, /0-103150543/flush-table-proc/reached, /0-103150543/flush-table-proc/abort 2024-11-19T16:17:16,101 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:16,116 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-103150543/online-snapshot/acquired, /0-103150543/online-snapshot/reached, /0-103150543/online-snapshot/abort 2024-11-19T16:17:16,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:16,122 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/.lastflushedseqids 2024-11-19T16:17:16,127 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:16,127 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:16,127 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,38103,1732033034937 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 32a8860bb9d6,46415,1732033017054 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:16,129 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:16,129 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:16,130 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:16,130 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:16,130 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:16,130 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,130 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:16,130 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033066131 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:16,131 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:16,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:16,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:16,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:16,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:16,133 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:16,133 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:16,133 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033036133,5,FailOnTimeoutGroup] 2024-11-19T16:17:16,134 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 32a8860bb9d6,46415,1732033017054, splitWal=true, meta=true 2024-11-19T16:17:16,134 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033036134,5,FailOnTimeoutGroup] 2024-11-19T16:17:16,134 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,134 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:16,134 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,134 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,135 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033036135, completionTime=-1 2024-11-19T16:17:16,135 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T16:17:16,136 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 32a8860bb9d6,46415,1732033017054, splitWal=true, meta=true, isMeta: true 2024-11-19T16:17:16,138 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054-splitting 2024-11-19T16:17:16,139 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T16:17:16,139 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054-splitting dir is empty, no logs to split. 2024-11-19T16:17:16,139 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32a8860bb9d6,46415,1732033017054 WAL count=0, meta=true 2024-11-19T16:17:16,144 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054-splitting dir is empty, no logs to split. 2024-11-19T16:17:16,144 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32a8860bb9d6,46415,1732033017054 WAL count=0, meta=true 2024-11-19T16:17:16,144 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 32a8860bb9d6,46415,1732033017054 WAL splitting is done? wals=0, meta=true 2024-11-19T16:17:16,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:16,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:16,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T16:17:16,213 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(746): ClusterId : 048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac 2024-11-19T16:17:16,213 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:16,226 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:16,226 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:16,237 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:16,237 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a15efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:16,255 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:43247 2024-11-19T16:17:16,255 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:16,256 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:16,256 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:16,257 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,38103,1732033034937 with port=43247, startcode=1732033034985 2024-11-19T16:17:16,257 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:16,259 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:16,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38103 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,262 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f 2024-11-19T16:17:16,262 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45793 2024-11-19T16:17:16,262 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:16,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/rs 2024-11-19T16:17:16,273 DEBUG [RS:0;32a8860bb9d6:43247 {}] zookeeper.ZKUtil(111): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on existing znode=/0-103150543/rs/32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,273 WARN [RS:0;32a8860bb9d6:43247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:16,273 INFO [RS:0;32a8860bb9d6:43247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:16,273 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,43247,1732033034985] 2024-11-19T16:17:16,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T16:17:16,300 WARN [32a8860bb9d6:38103 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T16:17:16,307 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:16,309 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:16,309 INFO [RS:0;32a8860bb9d6:43247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:16,309 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,310 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:16,310 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:16,311 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:16,311 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:16,312 DEBUG [RS:0;32a8860bb9d6:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:16,312 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,312 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,312 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,312 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,312 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,312 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43247,1732033034985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:16,325 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:16,325 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43247,1732033034985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,339 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,43247,1732033034985, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:17:16,353 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(231): queueId=2-32a8860bb9d6,43247,1732033034985, ReplicationSource: 2, currentBandwidth=0 2024-11-19T16:17:16,353 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,353 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.Replication(171): 32a8860bb9d6,43247,1732033034985 started 2024-11-19T16:17:16,354 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:16,355 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5af0301d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:16,355 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:16,355 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:16,356 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c96b92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:16,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:16,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:16,359 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:16,360 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@450836b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:16,360 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:16,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:16,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37527c97 2024-11-19T16:17:16,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:16,362 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T16:17:16,363 INFO [RS:0;32a8860bb9d6:43247.replicationSource,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,43247,1732033034985 (queues=0) is replicating from cluster=048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac to cluster=66504be5-834d-414f-8b11-81ad71056024 2024-11-19T16:17:16,368 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:16,368 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,43247,1732033034985, RpcServer on 32a8860bb9d6/172.17.0.3:43247, sessionid=0x10153e258a80007 2024-11-19T16:17:16,368 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:16,368 DEBUG [RS:0;32a8860bb9d6:43247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,368 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,43247,1732033034985' 2024-11-19T16:17:16,368 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-103150543/flush-table-proc/abort' 2024-11-19T16:17:16,369 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:33231' 2024-11-19T16:17:16,369 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-103150543/flush-table-proc/acquired' 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,43247,1732033034985' 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-103150543/online-snapshot/abort' 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f2a891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,33231,-1 for getting cluster id 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:16,370 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-103150543/online-snapshot/acquired' 2024-11-19T16:17:16,371 DEBUG [RS:0;32a8860bb9d6:43247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:16,371 INFO [RS:0;32a8860bb9d6:43247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:16,371 INFO [RS:0;32a8860bb9d6:43247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:16,371 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66504be5-834d-414f-8b11-81ad71056024' 2024-11-19T16:17:16,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:16,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66504be5-834d-414f-8b11-81ad71056024" 2024-11-19T16:17:16,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69bbd192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:16,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,33231,-1] 2024-11-19T16:17:16,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:16,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:16,373 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:16,373 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565849a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:16,373 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b241c73 2024-11-19T16:17:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:16,375 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T16:17:16,376 INFO [RS:0;32a8860bb9d6:43247.replicationSource,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-32a8860bb9d6,43247,1732033034985 (queues=0) is replicating from cluster=048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac to cluster=66504be5-834d-414f-8b11-81ad71056024 2024-11-19T16:17:16,471 INFO [RS:0;32a8860bb9d6:43247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:16,475 INFO [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C43247%2C1732033034985, suffix=, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs, maxLogs=10 2024-11-19T16:17:16,495 DEBUG [RS:0;32a8860bb9d6:43247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476, exclude list is [], retry=0 2024-11-19T16:17:16,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:16,499 INFO [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 2024-11-19T16:17:16,500 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 32a8860bb9d6%2C43247%2C1732033034985 for peer 1 2024-11-19T16:17:16,500 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 32a8860bb9d6%2C43247%2C1732033034985 for peer 2 2024-11-19T16:17:16,500 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C43247%2C1732033034985 2024-11-19T16:17:16,500 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,43247,1732033034985, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:17:16,500 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=32a8860bb9d6%2C43247%2C1732033034985 2024-11-19T16:17:16,500 INFO [RS:0;32a8860bb9d6:43247.replicationSource.shipper32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C43247%2C1732033034985 2024-11-19T16:17:16,500 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-32a8860bb9d6,43247,1732033034985, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:17:16,501 DEBUG [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:16,501 INFO [RS:0;32a8860bb9d6:43247.replicationSource.shipper32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C43247%2C1732033034985 2024-11-19T16:17:16,501 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476, startPosition=0, beingWritten=true 2024-11-19T16:17:16,501 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476, startPosition=0, beingWritten=true 2024-11-19T16:17:16,551 DEBUG [32a8860bb9d6:38103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:16,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,554 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,43247,1732033034985, state=OPENING 2024-11-19T16:17:16,632 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:16,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:16,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:16,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:16,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:16,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,43247,1732033034985}] 2024-11-19T16:17:16,707 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:16,707 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:16,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:16,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:16,796 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:16,796 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:16,796 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:16,798 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C43247%2C1732033034985.meta, suffix=.meta, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs, maxLogs=10 2024-11-19T16:17:16,814 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.meta.1732033036799.meta, exclude list is [], retry=0 2024-11-19T16:17:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:16,819 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.meta.1732033036799.meta 2024-11-19T16:17:16,819 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:16,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:16,820 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:16,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:16,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:16,820 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:16,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:16,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:16,821 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:16,821 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:16,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:16,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:16,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:16,831 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/info/8bd80e32c2e0409cadfbf49cabdc0d24 2024-11-19T16:17:16,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:16,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:16,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:16,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:16,841 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/ns/344ff14e0fd6442abed0f8e0128a5bed 2024-11-19T16:17:16,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:16,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:16,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:16,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:16,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:16,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:16,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:16,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:16,855 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/table/880d1cfba03e42f69ec86f0e5df16e5e 2024-11-19T16:17:16,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:16,855 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:16,856 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740 2024-11-19T16:17:16,857 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740 2024-11-19T16:17:16,859 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:16,859 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:16,860 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:16,861 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:16,862 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73148030, jitterRate=0.08999058604240417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:16,862 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:16,862 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033036821Writing region info on filesystem at 1732033036821Initializing all the Stores at 1732033036822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033036822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033036822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033036822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033036822Cleaning up temporary data from old regions at 1732033036859 (+37 ms)Running coprocessor post-open hooks at 1732033036862 (+3 ms)Region opened successfully at 1732033036862 2024-11-19T16:17:16,864 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732033036789 2024-11-19T16:17:16,866 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:16,866 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:16,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,43247,1732033034985, state=OPEN 2024-11-19T16:17:16,888 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-103150543/meta-region-server 2024-11-19T16:17:16,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:16,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:16,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-103150543/meta-region-server: CHANGED 2024-11-19T16:17:16,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T16:17:16,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,43247,1732033034985 in 255 msec 2024-11-19T16:17:16,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T16:17:16,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-19T16:17:17,019 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:17,019 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:17,425 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:17,425 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:17,792 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T16:17:17,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:17,937 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:17,937 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:18,546 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:18,546 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:19,253 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:19,253 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:19,295 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-19T16:17:20,060 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:20,060 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:20,647 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T16:17:20,647 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:20,648 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:20,648 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,43247,1732033034985, seqNum=-1] 2024-11-19T16:17:20,649 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:20,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:20,660 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a300b9028a7c6cf4ad60967433325bdc, regionState=OPEN, lastHost=32a8860bb9d6,46415,1732033017054, regionLocation=32a8860bb9d6,46415,1732033017054, openSeqNum=2 2024-11-19T16:17:20,661 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:20,661 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033100661 2024-11-19T16:17:20,661 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033160661 2024-11-19T16:17:20,661 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-19T16:17:20,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38103,1732033034937-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38103,1732033034937-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38103,1732033034937-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:38103, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,663 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 32a8860bb9d6,46415,1732033017054 had 2 regions 2024-11-19T16:17:20,665 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 32a8860bb9d6,46415,1732033017054, splitWal=true, meta=true, isMeta: false 2024-11-19T16:17:20,671 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054-splitting dir is empty, no logs to split. 2024-11-19T16:17:20,671 INFO [PEWorker-4 {}] master.SplitWALManager(105): 32a8860bb9d6,46415,1732033017054 WAL count=0, meta=false 2024-11-19T16:17:20,677 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,46415,1732033017054-splitting dir is empty, no logs to split. 2024-11-19T16:17:20,677 INFO [PEWorker-4 {}] master.SplitWALManager(105): 32a8860bb9d6,46415,1732033017054 WAL count=0, meta=false 2024-11-19T16:17:20,677 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 32a8860bb9d6,46415,1732033017054 WAL splitting is done? wals=0, meta=false 2024-11-19T16:17:20,678 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.626sec 2024-11-19T16:17:20,678 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:20,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:20,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:20,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:20,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:20,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38103,1732033034937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:20,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38103,1732033034937-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:20,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN}] 2024-11-19T16:17:20,682 WARN [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=32a8860bb9d6,46415,1732033017054/hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:20,683 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN 2024-11-19T16:17:20,685 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T16:17:20,686 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:20,686 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:20,686 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38103,1732033034937-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:20,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:20,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,38103,-1 for getting cluster id 2024-11-19T16:17:20,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:20,720 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac' 2024-11-19T16:17:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac" 2024-11-19T16:17:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7d3e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,38103,-1] 2024-11-19T16:17:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,725 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44afbaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:20,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,43247,1732033034985, seqNum=-1] 2024-11-19T16:17:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:20,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T16:17:20,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:20,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:20,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:20,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 32a8860bb9d6:38103 after: 32a8860bb9d6:38103 2024-11-19T16:17:20,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:20,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,38103,-1 for getting cluster id 2024-11-19T16:17:20,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:20,739 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac' 2024-11-19T16:17:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048cd9eb-0276-41cd-b6b5-1ad06f8eb7ac" 2024-11-19T16:17:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,38103,-1] 2024-11-19T16:17:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,742 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:20,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:20,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bdff1b2 2024-11-19T16:17:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:20,745 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:20,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:17:20,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T16:17:20,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:17:20,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T16:17:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:17:20,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:20,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:20,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:20,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:17:20,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100036753, stopped=false 2024-11-19T16:17:20,749 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,33231,1732033023626 2024-11-19T16:17:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-931505435/running 2024-11-19T16:17:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-931505435/running 2024-11-19T16:17:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:20,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:20,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:20,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:20,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/running 2024-11-19T16:17:20,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Set watcher on znode that does not yet exist, /1-931505435/running 2024-11-19T16:17:20,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,39687,1732033023771' ***** 2024-11-19T16:17:20,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:17:20,817 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:17:20,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:17:20,817 INFO [RS:0;32a8860bb9d6:39687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:17:20,817 INFO [RS:0;32a8860bb9d6:39687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:17:20,817 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:20,817 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:20,818 INFO [RS:0;32a8860bb9d6:39687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:39687. 2024-11-19T16:17:20,818 DEBUG [RS:0;32a8860bb9d6:39687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:20,818 DEBUG [RS:0;32a8860bb9d6:39687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:20,818 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:17:20,818 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:17:20,818 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:17:20,818 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:17:20,818 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:17:20,818 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:17:20,818 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:20,818 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:20,819 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:20,819 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:20,819 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:20,819 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:20,819 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T16:17:20,835 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/.tmp/ns/c055ef87b6384900a5414c943a657598 is 43, key is default/ns:d/1732033027441/Put/seqid=0 2024-11-19T16:17:20,835 DEBUG [32a8860bb9d6:38103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:20,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a300b9028a7c6cf4ad60967433325bdc, regionState=OPENING, regionLocation=32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN because future has completed 2024-11-19T16:17:20,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741835_1011 (size=5153) 2024-11-19T16:17:20,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a300b9028a7c6cf4ad60967433325bdc, server=32a8860bb9d6,43247,1732033034985}] 2024-11-19T16:17:20,886 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:20,967 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:20,967 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:20,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:20,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:20,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:17:21,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C43247%2C1732033034985.rep, suffix=, logDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985, archiveDir=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs, maxLogs=10 2024-11-19T16:17:21,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.rep.1732033041002, exclude list is [], retry=0 2024-11-19T16:17:21,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39187,DS-ef284e95-0c71-4e34-a984-4c72d3a828af,DISK] 2024-11-19T16:17:21,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.rep.1732033041002 2024-11-19T16:17:21,019 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:21,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44009:44009)] 2024-11-19T16:17:21,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a300b9028a7c6cf4ad60967433325bdc, NAME => 'hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:21,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:21,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:21,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. service=MultiRowMutationService 2024-11-19T16:17:21,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:17:21,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:21,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,022 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,022 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a300b9028a7c6cf4ad60967433325bdc columnFamilyName hfileref 2024-11-19T16:17:21,022 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:21,023 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(327): Store=a300b9028a7c6cf4ad60967433325bdc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:21,023 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,024 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a300b9028a7c6cf4ad60967433325bdc columnFamilyName queue 2024-11-19T16:17:21,024 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:21,031 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/queue/2297be1f4a5f456dbcdf138153db5c5a 2024-11-19T16:17:21,031 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(327): Store=a300b9028a7c6cf4ad60967433325bdc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:21,032 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,033 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a300b9028a7c6cf4ad60967433325bdc columnFamilyName sid 2024-11-19T16:17:21,033 DEBUG [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:21,034 INFO [StoreOpener-a300b9028a7c6cf4ad60967433325bdc-1 {}] regionserver.HStore(327): Store=a300b9028a7c6cf4ad60967433325bdc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:21,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:17:21,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a300b9028a7c6cf4ad60967433325bdc; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63116050, jitterRate=-0.059497565031051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:17:21,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:21,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a300b9028a7c6cf4ad60967433325bdc: Running coprocessor pre-open hook at 1732033041020Writing region info on filesystem at 1732033041020Initializing all the Stores at 1732033041021 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033041021Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033041021Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033041021Cleaning up temporary data from old regions at 1732033041037 (+16 ms)Running coprocessor post-open hooks at 1732033041041 (+4 ms)Region opened successfully at 1732033041041 2024-11-19T16:17:21,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., pid=19, masterSystemTime=1732033040993 2024-11-19T16:17:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:21,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:21,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a300b9028a7c6cf4ad60967433325bdc, regionState=OPEN, openSeqNum=10, regionLocation=32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:21,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a300b9028a7c6cf4ad60967433325bdc, server=32a8860bb9d6,43247,1732033034985 because future has completed 2024-11-19T16:17:21,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T16:17:21,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a300b9028a7c6cf4ad60967433325bdc, server=32a8860bb9d6,43247,1732033034985 in 210 msec 2024-11-19T16:17:21,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T16:17:21,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a300b9028a7c6cf4ad60967433325bdc, ASSIGN in 371 msec 2024-11-19T16:17:21,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T16:17:21,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., hostname=32a8860bb9d6,43247,1732033034985, seqNum=10] 2024-11-19T16:17:21,095 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 32a8860bb9d6,46415,1732033017054 2024-11-19T16:17:21,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T16:17:21,172 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:17:21,172 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:17:21,219 DEBUG [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:21,241 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/.tmp/ns/c055ef87b6384900a5414c943a657598 2024-11-19T16:17:21,253 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/.tmp/ns/c055ef87b6384900a5414c943a657598 as hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/ns/c055ef87b6384900a5414c943a657598 2024-11-19T16:17:21,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T16:17:21,261 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/ns/c055ef87b6384900a5414c943a657598, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T16:17:21,263 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-19T16:17:21,263 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:17:21,269 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T16:17:21,270 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:21,270 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:21,270 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:21,270 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033040818Running coprocessor pre-close hooks at 1732033040818Disabling compacts and flushes for region at 1732033040818Disabling writes for close at 1732033040819 (+1 ms)Obtaining lock to block concurrent updates at 1732033040819Preparing flush snapshotting stores in 1588230740 at 1732033040819Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732033040819Flushing stores of hbase:meta,,1.1588230740 at 1732033040820 (+1 ms)Flushing 1588230740/ns: creating writer at 1732033040820Flushing 1588230740/ns: appending metadata at 1732033040834 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732033040834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ce7bc5: reopening flushed file at 1732033041251 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732033041263 (+12 ms)Writing region close event to WAL at 1732033041265 (+2 ms)Running coprocessor post-close hooks at 1732033041270 (+5 ms)Closed at 1732033041270 2024-11-19T16:17:21,270 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:21,419 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,39687,1732033023771; all regions closed. 2024-11-19T16:17:21,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741834_1010 (size=1152) 2024-11-19T16:17:21,426 DEBUG [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/oldWALs 2024-11-19T16:17:21,426 INFO [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C39687%2C1732033023771.meta:.meta(num 1732033027308) 2024-11-19T16:17:21,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741832_1008 (size=93) 2024-11-19T16:17:21,433 DEBUG [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/oldWALs 2024-11-19T16:17:21,433 INFO [RS:0;32a8860bb9d6:39687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C39687%2C1732033023771:(num 1732033026310) 2024-11-19T16:17:21,433 DEBUG [RS:0;32a8860bb9d6:39687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:21,433 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:21,433 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:21,433 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:21,433 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:21,434 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:21,434 INFO [RS:0;32a8860bb9d6:39687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39687 2024-11-19T16:17:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-931505435/rs/32a8860bb9d6,39687,1732033023771 2024-11-19T16:17:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435/rs 2024-11-19T16:17:21,577 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:21,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,39687,1732033023771] 2024-11-19T16:17:21,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-931505435/draining/32a8860bb9d6,39687,1732033023771 already deleted, retry=false 2024-11-19T16:17:21,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,39687,1732033023771 expired; onlineServers=0 2024-11-19T16:17:21,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,33231,1732033023626' ***** 2024-11-19T16:17:21,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:17:21,598 INFO [M:0;32a8860bb9d6:33231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:21,598 INFO [M:0;32a8860bb9d6:33231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:21,598 DEBUG [M:0;32a8860bb9d6:33231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:17:21,599 DEBUG [M:0;32a8860bb9d6:33231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:17:21,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:17:21,599 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033025981 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033025981,5,FailOnTimeoutGroup] 2024-11-19T16:17:21,599 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033025981 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033025981,5,FailOnTimeoutGroup] 2024-11-19T16:17:21,599 INFO [M:0;32a8860bb9d6:33231 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:21,599 INFO [M:0;32a8860bb9d6:33231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:21,599 DEBUG [M:0;32a8860bb9d6:33231 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:17:21,599 INFO [M:0;32a8860bb9d6:33231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:17:21,599 INFO [M:0;32a8860bb9d6:33231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:21,599 INFO [M:0;32a8860bb9d6:33231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:17:21,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:17:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-931505435/master 2024-11-19T16:17:21,609 DEBUG [M:0;32a8860bb9d6:33231 {}] zookeeper.ZKUtil(347): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Unable to get data of znode /1-931505435/master because node does not exist (not an error) 2024-11-19T16:17:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-931505435 2024-11-19T16:17:21,609 WARN [M:0;32a8860bb9d6:33231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:17:21,610 INFO [M:0;32a8860bb9d6:33231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/.lastflushedseqids 2024-11-19T16:17:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741836_1012 (size=99) 2024-11-19T16:17:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:21,688 INFO [RS:0;32a8860bb9d6:39687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:21,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39687-0x10153e258a80004, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:21,688 INFO [RS:0;32a8860bb9d6:39687 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,39687,1732033023771; zookeeper connection closed. 2024-11-19T16:17:21,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ba676e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ba676e3 2024-11-19T16:17:21,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:17:21,974 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:21,974 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:22,016 INFO [M:0;32a8860bb9d6:33231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:17:22,017 INFO [M:0;32a8860bb9d6:33231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:17:22,017 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:22,017 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:22,017 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:22,017 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:22,017 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:22,017 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T16:17:22,033 DEBUG [M:0;32a8860bb9d6:33231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/defb45549b264c6abb0b132af65a01fc is 82, key is hbase:meta,,1/info:regioninfo/1732033027351/Put/seqid=0 2024-11-19T16:17:22,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741837_1013 (size=5672) 2024-11-19T16:17:22,440 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/defb45549b264c6abb0b132af65a01fc 2024-11-19T16:17:22,473 DEBUG [M:0;32a8860bb9d6:33231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88062454d1894dbdb243afa95b77c4f8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732033027447/Put/seqid=0 2024-11-19T16:17:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741838_1014 (size=5275) 2024-11-19T16:17:22,879 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88062454d1894dbdb243afa95b77c4f8 2024-11-19T16:17:22,906 DEBUG [M:0;32a8860bb9d6:33231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9eb84e8b4154659a38def0b1734b38e is 69, key is 32a8860bb9d6,39687,1732033023771/rs:state/1732033026093/Put/seqid=0 2024-11-19T16:17:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741839_1015 (size=5156) 2024-11-19T16:17:23,081 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:23,081 DEBUG [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 to pos 0, reset compression=false 2024-11-19T16:17:23,312 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9eb84e8b4154659a38def0b1734b38e 2024-11-19T16:17:23,319 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/defb45549b264c6abb0b132af65a01fc as hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/defb45549b264c6abb0b132af65a01fc 2024-11-19T16:17:23,325 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/defb45549b264c6abb0b132af65a01fc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T16:17:23,327 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88062454d1894dbdb243afa95b77c4f8 as hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88062454d1894dbdb243afa95b77c4f8 2024-11-19T16:17:23,333 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88062454d1894dbdb243afa95b77c4f8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T16:17:23,334 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9eb84e8b4154659a38def0b1734b38e as hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9eb84e8b4154659a38def0b1734b38e 2024-11-19T16:17:23,342 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/a85f96f8-f5db-2d87-69d3-4eae1d3afebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9eb84e8b4154659a38def0b1734b38e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T16:17:23,344 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false 2024-11-19T16:17:23,345 INFO [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:23,345 DEBUG [M:0;32a8860bb9d6:33231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033042017Disabling compacts and flushes for region at 1732033042017Disabling writes for close at 1732033042017Obtaining lock to block concurrent updates at 1732033042017Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033042017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732033042018 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033042018Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033042019 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033042032 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033042032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033042453 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033042473 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033042473Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033042892 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033042906 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033042906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e6ca1c: reopening flushed file at 1732033043318 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65100696: reopening flushed file at 1732033043325 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27044be6: reopening flushed file at 1732033043333 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false at 1732033043344 (+11 ms)Writing region close event to WAL at 1732033043345 (+1 ms)Closed at 1732033043345 2024-11-19T16:17:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741830_1006 (size=10165) 2024-11-19T16:17:23,349 INFO [M:0;32a8860bb9d6:33231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:17:23,349 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:23,349 INFO [M:0;32a8860bb9d6:33231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33231 2024-11-19T16:17:23,352 INFO [M:0;32a8860bb9d6:33231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:23,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:23,467 INFO [M:0;32a8860bb9d6:33231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:23,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33231-0x10153e258a80003, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:23,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:23,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:23,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:23,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:23,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:23,512 WARN [BP-1770289037-172.17.0.3-1732033021779 heartbeating to localhost/127.0.0.1:36897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:17:23,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:17:23,512 WARN [BP-1770289037-172.17.0.3-1732033021779 heartbeating to localhost/127.0.0.1:36897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1770289037-172.17.0.3-1732033021779 (Datanode Uuid 5ed4ebdd-e8a9-48e8-9de7-a3c8febb1fae) service to localhost/127.0.0.1:36897 2024-11-19T16:17:23,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:17:23,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/cluster_251711d5-0e54-8e9e-9607-75ddce0b98d3/data/data1/current/BP-1770289037-172.17.0.3-1732033021779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:23,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/cluster_251711d5-0e54-8e9e-9607-75ddce0b98d3/data/data2/current/BP-1770289037-172.17.0.3-1732033021779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:23,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:17:23,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:23,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:23,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:23,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:23,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:23,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:17:23,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:17:23,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:23,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:23,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:23,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:17:23,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66149356, stopped=false 2024-11-19T16:17:23,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,38103,1732033034937 2024-11-19T16:17:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:17:23,561 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/running 2024-11-19T16:17:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:23,561 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:23,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:23,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:23,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:23,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,43247,1732033034985' ***** 2024-11-19T16:17:23,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:17:23,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Set watcher on znode that does not yet exist, /0-103150543/running 2024-11-19T16:17:23,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:17:23,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(3091): Received CLOSE for a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:23,563 INFO [RS:0;32a8860bb9d6:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:43247. 2024-11-19T16:17:23,563 DEBUG [RS:0;32a8860bb9d6:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:23,563 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,563 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a300b9028a7c6cf4ad60967433325bdc, disabling compactions & flushes 2024-11-19T16:17:23,564 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:17:23,564 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:17:23,564 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:23,564 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:23,564 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. after waiting 0 ms 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:23,564 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:23,564 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1325): Online Regions={a300b9028a7c6cf4ad60967433325bdc=hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:17:23,564 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:23,564 DEBUG [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a300b9028a7c6cf4ad60967433325bdc 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:23,564 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:23,564 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T16:17:23,568 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/replication/a300b9028a7c6cf4ad60967433325bdc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T16:17:23,569 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:23,569 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:23,569 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:23,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a300b9028a7c6cf4ad60967433325bdc: Waiting for close lock at 1732033043563Running coprocessor pre-close hooks at 1732033043563Disabling compacts and flushes for region at 1732033043563Disabling writes for close at 1732033043564 (+1 ms)Writing region close event to WAL at 1732033043564Running coprocessor post-close hooks at 1732033043569 (+5 ms)Closed at 1732033043569 2024-11-19T16:17:23,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc. 2024-11-19T16:17:23,587 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/info/d5bc0ba9480d472aa8b229fa62e51af0 is 147, key is hbase:replication,,1732033027739.a300b9028a7c6cf4ad60967433325bdc./info:regioninfo/1732033041045/Put/seqid=0 2024-11-19T16:17:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741851_1027 (size=6385) 2024-11-19T16:17:23,595 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/info/d5bc0ba9480d472aa8b229fa62e51af0 2024-11-19T16:17:23,609 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/.tmp/info/d5bc0ba9480d472aa8b229fa62e51af0 as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/info/d5bc0ba9480d472aa8b229fa62e51af0 2024-11-19T16:17:23,617 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/info/d5bc0ba9480d472aa8b229fa62e51af0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T16:17:23,618 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:23,618 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false 2024-11-19T16:17:23,627 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T16:17:23,627 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:23,627 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:23,628 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:23,628 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033043564Running coprocessor pre-close hooks at 1732033043564Disabling compacts and flushes for region at 1732033043564Disabling writes for close at 1732033043564Obtaining lock to block concurrent updates at 1732033043564Preparing flush snapshotting stores in 1588230740 at 1732033043564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732033043565 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033043566 (+1 ms)Flushing 1588230740/info: creating writer at 1732033043566Flushing 1588230740/info: appending metadata at 1732033043586 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732033043586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68305fac: reopening flushed file at 1732033043608 (+22 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false at 1732033043618 (+10 ms)Writing region close event to WAL at 1732033043622 (+4 ms)Running coprocessor post-close hooks at 1732033043627 (+5 ms)Closed at 1732033043628 (+1 ms) 2024-11-19T16:17:23,628 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:23,764 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,43247,1732033034985; all regions closed. 2024-11-19T16:17:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741849_1025 (size=2156) 2024-11-19T16:17:23,770 DEBUG [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs 2024-11-19T16:17:23,770 INFO [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C43247%2C1732033034985.meta:.meta(num 1732033036799) 2024-11-19T16:17:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741850_1026 (size=796) 2024-11-19T16:17:23,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.rep.1732033041002 not finished, retry = 0 2024-11-19T16:17:23,877 DEBUG [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs 2024-11-19T16:17:23,877 INFO [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C43247%2C1732033034985.rep:(num 1732033041002) 2024-11-19T16:17:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741848_1024 (size=93) 2024-11-19T16:17:23,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/WALs/32a8860bb9d6,43247,1732033034985/32a8860bb9d6%2C43247%2C1732033034985.1732033036476 not finished, retry = 0 2024-11-19T16:17:23,987 DEBUG [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/oldWALs 2024-11-19T16:17:23,987 INFO [RS:0;32a8860bb9d6:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C43247%2C1732033034985:(num 1732033036476) 2024-11-19T16:17:23,987 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,987 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:23,988 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:23,988 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:23,989 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:23,989 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:23,989 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,43247,1732033034985 because: Region server is closing 2024-11-19T16:17:23,989 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T16:17:23,990 INFO [RS:0;32a8860bb9d6:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:43247. 2024-11-19T16:17:23,990 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T16:17:23,990 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T16:17:23,990 DEBUG [RS:0;32a8860bb9d6:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:23,990 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,990 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:23,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:24,091 WARN [RS:0;32a8860bb9d6:43247.replicationSource.shipper32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:17:24,091 WARN [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:17:24,091 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;32a8860bb9d6:43247.replicationSource.shipper32a8860bb9d6%2C43247%2C1732033034985,1-32a8860bb9d6,43247,1732033034985 terminated 2024-11-19T16:17:24,091 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-32a8860bb9d6,43247,1732033034985 because: Region server is closing 2024-11-19T16:17:24,091 INFO [RS:0;32a8860bb9d6:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:43247. 2024-11-19T16:17:24,092 DEBUG [RS:0;32a8860bb9d6:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:24,092 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:24,092 DEBUG [RS:0;32a8860bb9d6:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:24,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:24,192 WARN [RS:0;32a8860bb9d6:43247.replicationSource.wal-reader.32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:17:24,192 WARN [RS:0;32a8860bb9d6:43247.replicationSource.shipper32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:17:24,192 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;32a8860bb9d6:43247.replicationSource.shipper32a8860bb9d6%2C43247%2C1732033034985,2-32a8860bb9d6,43247,1732033034985 terminated 2024-11-19T16:17:24,193 INFO [RS:0;32a8860bb9d6:43247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43247 2024-11-19T16:17:24,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543/rs 2024-11-19T16:17:24,203 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/rs/32a8860bb9d6,43247,1732033034985 2024-11-19T16:17:24,203 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:24,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,43247,1732033034985] 2024-11-19T16:17:24,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-103150543/draining/32a8860bb9d6,43247,1732033034985 already deleted, retry=false 2024-11-19T16:17:24,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,43247,1732033034985 expired; onlineServers=0 2024-11-19T16:17:24,224 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,38103,1732033034937' ***** 2024-11-19T16:17:24,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:17:24,225 INFO [M:0;32a8860bb9d6:38103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:24,225 INFO [M:0;32a8860bb9d6:38103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:24,225 DEBUG [M:0;32a8860bb9d6:38103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:17:24,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:17:24,225 DEBUG [M:0;32a8860bb9d6:38103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:17:24,225 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033036134 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033036134,5,FailOnTimeoutGroup] 2024-11-19T16:17:24,225 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033036133 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033036133,5,FailOnTimeoutGroup] 2024-11-19T16:17:24,225 INFO [M:0;32a8860bb9d6:38103 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:24,225 INFO [M:0;32a8860bb9d6:38103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:24,225 DEBUG [M:0;32a8860bb9d6:38103 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:17:24,226 INFO [M:0;32a8860bb9d6:38103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:17:24,226 INFO [M:0;32a8860bb9d6:38103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:24,226 INFO [M:0;32a8860bb9d6:38103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:17:24,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:17:24,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-103150543/master 2024-11-19T16:17:24,235 DEBUG [M:0;32a8860bb9d6:38103 {}] zookeeper.ZKUtil(347): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Unable to get data of znode /0-103150543/master because node does not exist (not an error) 2024-11-19T16:17:24,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-103150543 2024-11-19T16:17:24,235 WARN [M:0;32a8860bb9d6:38103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:17:24,236 INFO [M:0;32a8860bb9d6:38103 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/.lastflushedseqids 2024-11-19T16:17:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741852_1028 (size=181) 2024-11-19T16:17:24,314 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:24,314 INFO [RS:0;32a8860bb9d6:43247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:24,314 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x10153e258a80007, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:24,314 INFO [RS:0;32a8860bb9d6:43247 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,43247,1732033034985; zookeeper connection closed. 2024-11-19T16:17:24,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11967c48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11967c48 2024-11-19T16:17:24,316 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:17:24,645 INFO [M:0;32a8860bb9d6:38103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:17:24,646 INFO [M:0;32a8860bb9d6:38103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:17:24,646 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:24,646 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:24,646 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:24,646 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:24,646 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:24,646 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T16:17:24,665 DEBUG [M:0;32a8860bb9d6:38103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1669a64b7d654433b2f34d56bba0b7ce is 82, key is hbase:meta,,1/info:regioninfo/1732033036867/Put/seqid=0 2024-11-19T16:17:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741853_1029 (size=5680) 2024-11-19T16:17:25,070 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1669a64b7d654433b2f34d56bba0b7ce 2024-11-19T16:17:25,089 DEBUG [M:0;32a8860bb9d6:38103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/604d2083273441998a74c68db67b6edf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732033041054/Put/seqid=0 2024-11-19T16:17:25,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741854_1030 (size=7319) 2024-11-19T16:17:25,190 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:17:25,495 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/604d2083273441998a74c68db67b6edf 2024-11-19T16:17:25,520 DEBUG [M:0;32a8860bb9d6:38103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb0ffc35abef4488bbec02429a2e1277 is 69, key is 32a8860bb9d6,43247,1732033034985/rs:state/1732033036260/Put/seqid=0 2024-11-19T16:17:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741855_1031 (size=5371) 2024-11-19T16:17:25,926 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb0ffc35abef4488bbec02429a2e1277 2024-11-19T16:17:25,931 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0ffc35abef4488bbec02429a2e1277 2024-11-19T16:17:25,933 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1669a64b7d654433b2f34d56bba0b7ce as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1669a64b7d654433b2f34d56bba0b7ce 2024-11-19T16:17:25,939 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1669a64b7d654433b2f34d56bba0b7ce, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T16:17:25,940 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/604d2083273441998a74c68db67b6edf as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/604d2083273441998a74c68db67b6edf 2024-11-19T16:17:25,946 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/604d2083273441998a74c68db67b6edf, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T16:17:25,947 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb0ffc35abef4488bbec02429a2e1277 as hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb0ffc35abef4488bbec02429a2e1277 2024-11-19T16:17:25,953 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0ffc35abef4488bbec02429a2e1277 2024-11-19T16:17:25,953 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45793/user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb0ffc35abef4488bbec02429a2e1277, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T16:17:25,954 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=172, compaction requested=false 2024-11-19T16:17:25,955 INFO [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:25,955 DEBUG [M:0;32a8860bb9d6:38103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033044646Disabling compacts and flushes for region at 1732033044646Disabling writes for close at 1732033044646Obtaining lock to block concurrent updates at 1732033044646Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033044646Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732033044647 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033044648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033044648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033044664 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033044664Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033045075 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033045089 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033045089Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033045501 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033045519 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033045519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63491211: reopening flushed file at 1732033045932 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed715ef: reopening flushed file at 1732033045939 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744da2d0: reopening flushed file at 1732033045946 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=172, compaction requested=false at 1732033045954 (+8 ms)Writing region close event to WAL at 1732033045955 (+1 ms)Closed at 1732033045955 2024-11-19T16:17:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39187 is added to blk_1073741847_1023 (size=22949) 2024-11-19T16:17:25,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974bfe80-5db6-faee-f0bd-fde770d5c62f/MasterData/WALs/32a8860bb9d6,38103,1732033034937/32a8860bb9d6%2C38103%2C1732033034937.1732033035532 not finished, retry = 0 2024-11-19T16:17:26,059 INFO [M:0;32a8860bb9d6:38103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:17:26,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:26,059 INFO [M:0;32a8860bb9d6:38103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38103 2024-11-19T16:17:26,059 INFO [M:0;32a8860bb9d6:38103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:26,214 INFO [M:0;32a8860bb9d6:38103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:26,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x10153e258a80006, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:26,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:26,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:26,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:26,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:26,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:26,219 WARN [BP-541704601-172.17.0.3-1732033011946 heartbeating to localhost/127.0.0.1:45793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:17:26,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:17:26,219 WARN [BP-541704601-172.17.0.3-1732033011946 heartbeating to localhost/127.0.0.1:45793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541704601-172.17.0.3-1732033011946 (Datanode Uuid 58cfb73f-38c7-4373-88e6-79c686cca65e) service to localhost/127.0.0.1:45793 2024-11-19T16:17:26,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:17:26,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/data/data1/current/BP-541704601-172.17.0.3-1732033011946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:26,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/cluster_603b21e6-6fe5-8239-5fd0-48e913c518c9/data/data2/current/BP-541704601-172.17.0.3-1732033011946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:26,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:17:26,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:26,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:26,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:26,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:26,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99b99a1b-20ef-2d03-5c8e-56b8e5ec0dfc/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:26,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:17:26,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:17:26,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63484) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32a8860bb9d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36897 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32a8860bb9d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32a8860bb9d6:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/32a8860bb9d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/32a8860bb9d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63484) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45793 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=5460 (was 5323) - AvailableMemoryMB LEAK? - 2024-11-19T16:17:26,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=5458 2024-11-19T16:17:26,290 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T16:17:26,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir so I do NOT create it in target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce 2024-11-19T16:17:26,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:17:26,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.tmp.dir so I do NOT create it in target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce 2024-11-19T16:17:26,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c5ea506-f49e-1742-bf4b-d3b415faa945/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:17:26,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce 2024-11-19T16:17:26,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1, deleteOnExit=true 2024-11-19T16:17:26,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/zookeeper_0, clientPort=53037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:17:26,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53037 2024-11-19T16:17:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:17:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/test.cache.data in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:17:26,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:17:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:17:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e258a80002, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:17:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e258a80005, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:17:26,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e258a80005, quorum=127.0.0.1:63484, baseZNode=/1-931505435 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:17:26,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e258a80002, quorum=127.0.0.1:63484, baseZNode=/0-103150543 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:17:26,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:26,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:26,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:26,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:26,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:17:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:17:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:26,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:26,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:26,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:26,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:26,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:17:26,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:26,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:26,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:26,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14713665{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/java.io.tmpdir/jetty-localhost-45115-hadoop-hdfs-3_4_1-tests_jar-_-any-16126348695164790896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:26,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:45115} 2024-11-19T16:17:26,760 INFO [Time-limited test {}] server.Server(415): Started @37595ms 2024-11-19T16:17:27,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:27,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:27,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:27,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:27,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:17:27,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:27,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:27,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f8153{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/java.io.tmpdir/jetty-localhost-39681-hadoop-hdfs-3_4_1-tests_jar-_-any-4084279443533275416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:27,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:39681} 2024-11-19T16:17:27,296 INFO [Time-limited test {}] server.Server(415): Started @38130ms 2024-11-19T16:17:27,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:17:28,051 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/data/data1/current/BP-757772052-172.17.0.3-1732033046320/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:28,051 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/data/data2/current/BP-757772052-172.17.0.3-1732033046320/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:28,069 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:17:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46ca6c363949a0dd with lease ID 0xc3c8cd4c759ffe5f: Processing first storage report for DS-defc57fb-5d44-42dc-a2d8-263d0a4a4df5 from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=f88d3728-3e80-4794-9943-36e105be6133, infoPort=34609, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=784013405;c=1732033046320) 2024-11-19T16:17:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46ca6c363949a0dd with lease ID 0xc3c8cd4c759ffe5f: from storage DS-defc57fb-5d44-42dc-a2d8-263d0a4a4df5 node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=f88d3728-3e80-4794-9943-36e105be6133, infoPort=34609, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=784013405;c=1732033046320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46ca6c363949a0dd with lease ID 0xc3c8cd4c759ffe5f: Processing first storage report for DS-e6bd97ca-3aa5-4035-a1d2-4bca04d47da3 from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=f88d3728-3e80-4794-9943-36e105be6133, infoPort=34609, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=784013405;c=1732033046320) 2024-11-19T16:17:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46ca6c363949a0dd with lease ID 0xc3c8cd4c759ffe5f: from storage DS-e6bd97ca-3aa5-4035-a1d2-4bca04d47da3 node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=f88d3728-3e80-4794-9943-36e105be6133, infoPort=34609, infoSecurePort=0, ipcPort=42647, storageInfo=lv=-57;cid=testClusterID;nsid=784013405;c=1732033046320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:28,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce 2024-11-19T16:17:28,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:28,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:17:28,557 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088 with version=8 2024-11-19T16:17:28,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/hbase-staging 2024-11-19T16:17:28,559 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:17:28,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:28,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46795 2024-11-19T16:17:28,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46795 connecting to ZooKeeper ensemble=127.0.0.1:53037 2024-11-19T16:17:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467950x0, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:28,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46795-0x10153e2e2c00000 connected 2024-11-19T16:17:29,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:29,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:29,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/running 2024-11-19T16:17:29,070 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088, hbase.cluster.distributed=false 2024-11-19T16:17:29,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/acl 2024-11-19T16:17:29,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-19T16:17:29,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46795 2024-11-19T16:17:29,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46795 2024-11-19T16:17:29,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-19T16:17:29,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-19T16:17:29,099 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:29,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:29,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:29,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:29,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:29,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:29,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:17:29,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:29,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38035 2024-11-19T16:17:29,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38035 connecting to ZooKeeper ensemble=127.0.0.1:53037 2024-11-19T16:17:29,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:29,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380350x0, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:29,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/running 2024-11-19T16:17:29,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38035-0x10153e2e2c00001 connected 2024-11-19T16:17:29,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:17:29,131 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:17:29,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/master 2024-11-19T16:17:29,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/acl 2024-11-19T16:17:29,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38035 2024-11-19T16:17:29,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38035 2024-11-19T16:17:29,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38035 2024-11-19T16:17:29,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38035 2024-11-19T16:17:29,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38035 2024-11-19T16:17:29,150 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:46795 2024-11-19T16:17:29,151 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-611976968/backup-masters/32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968/backup-masters 2024-11-19T16:17:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968/backup-masters 2024-11-19T16:17:29,161 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on existing znode=/0-611976968/backup-masters/32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:29,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:29,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-611976968/master 2024-11-19T16:17:29,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:29,172 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on existing znode=/0-611976968/master 2024-11-19T16:17:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-611976968/backup-masters/32a8860bb9d6,46795,1732033048558 from backup master directory 2024-11-19T16:17:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-611976968/backup-masters/32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968/backup-masters 2024-11-19T16:17:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968/backup-masters 2024-11-19T16:17:29,182 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:29,182 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:29,188 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/hbase.id] with ID: 022d15e8-4aab-42c3-9dbb-44f9a06629fd 2024-11-19T16:17:29,188 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/.tmp/hbase.id 2024-11-19T16:17:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:17:29,596 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/.tmp/hbase.id]:[hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/hbase.id] 2024-11-19T16:17:29,613 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:29,613 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:17:29,615 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T16:17:29,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:29,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:29,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:17:30,077 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:30,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:17:30,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:17:30,487 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store 2024-11-19T16:17:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:17:30,893 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:30,893 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:30,893 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:30,894 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:30,894 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:30,894 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:30,894 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:30,894 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033050893Disabling compacts and flushes for region at 1732033050893Disabling writes for close at 1732033050894 (+1 ms)Writing region close event to WAL at 1732033050894Closed at 1732033050894 2024-11-19T16:17:30,895 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/.initializing 2024-11-19T16:17:30,895 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/WALs/32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:30,896 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:30,898 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C46795%2C1732033048558, suffix=, logDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/WALs/32a8860bb9d6,46795,1732033048558, archiveDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/oldWALs, maxLogs=10 2024-11-19T16:17:30,912 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/WALs/32a8860bb9d6,46795,1732033048558/32a8860bb9d6%2C46795%2C1732033048558.1732033050898, exclude list is [], retry=0 2024-11-19T16:17:30,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-defc57fb-5d44-42dc-a2d8-263d0a4a4df5,DISK] 2024-11-19T16:17:30,918 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/WALs/32a8860bb9d6,46795,1732033048558/32a8860bb9d6%2C46795%2C1732033048558.1732033050898 2024-11-19T16:17:30,918 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-19T16:17:30,918 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:30,919 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:30,919 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,919 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:17:30,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:30,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:30,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:17:30,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:30,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:30,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:17:30,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:30,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:30,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:17:30,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:30,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:30,928 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,931 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,931 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,931 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:30,933 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:30,935 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:30,935 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60096460, jitterRate=-0.10449296236038208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:30,936 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033050919Initializing all the Stores at 1732033050920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033050920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033050920Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033050920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033050920Cleaning up temporary data from old regions at 1732033050931 (+11 ms)Region opened successfully at 1732033050936 (+5 ms) 2024-11-19T16:17:30,936 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:17:30,940 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0e5be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:30,940 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:17:30,941 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:17:30,941 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:17:30,941 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:17:30,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:17:30,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:17:30,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:17:30,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:17:30,945 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Unable to get data of znode /0-611976968/balancer because node does not exist (not necessarily an error) 2024-11-19T16:17:30,955 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-611976968/balancer already deleted, retry=false 2024-11-19T16:17:30,956 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:17:30,956 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Unable to get data of znode /0-611976968/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:17:30,966 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-611976968/normalizer already deleted, retry=false 2024-11-19T16:17:30,966 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:17:30,967 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Unable to get data of znode /0-611976968/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:17:30,976 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-611976968/switch/split already deleted, retry=false 2024-11-19T16:17:30,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Unable to get data of znode /0-611976968/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:17:30,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-611976968/switch/merge already deleted, retry=false 2024-11-19T16:17:30,989 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Unable to get data of znode /0-611976968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:17:30,997 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-611976968/snapshot-cleanup already deleted, retry=false 2024-11-19T16:17:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-611976968/running 2024-11-19T16:17:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-611976968/running 2024-11-19T16:17:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:31,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,46795,1732033048558, sessionid=0x10153e2e2c00000, setting cluster-up flag (Was=false) 2024-11-19T16:17:31,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:31,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:31,060 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-611976968/flush-table-proc/acquired, /0-611976968/flush-table-proc/reached, /0-611976968/flush-table-proc/abort 2024-11-19T16:17:31,062 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:31,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:31,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:31,113 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-611976968/online-snapshot/acquired, /0-611976968/online-snapshot/reached, /0-611976968/online-snapshot/abort 2024-11-19T16:17:31,114 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:31,115 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:17:31,117 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:31,117 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:31,117 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:31,118 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,46795,1732033048558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:31,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033081120 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:31,120 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:31,121 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,121 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:31,121 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:31,121 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:31,121 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:31,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:31,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:17:31,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:31,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:17:31,124 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:31,124 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:31,125 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033051124,5,FailOnTimeoutGroup] 2024-11-19T16:17:31,128 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033051125,5,FailOnTimeoutGroup] 2024-11-19T16:17:31,128 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,128 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:31,128 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,128 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:17:31,142 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(746): ClusterId : 022d15e8-4aab-42c3-9dbb-44f9a06629fd 2024-11-19T16:17:31,142 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:31,151 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:31,151 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:31,162 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:31,162 DEBUG [RS:0;32a8860bb9d6:38035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aeaa19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:31,180 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:38035 2024-11-19T16:17:31,180 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:31,180 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:31,180 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:31,181 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,46795,1732033048558 with port=38035, startcode=1732033049099 2024-11-19T16:17:31,181 DEBUG [RS:0;32a8860bb9d6:38035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:31,183 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:31,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:31,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46795 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:31,186 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088 2024-11-19T16:17:31,186 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36415 2024-11-19T16:17:31,186 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:31,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968/rs 2024-11-19T16:17:31,198 DEBUG [RS:0;32a8860bb9d6:38035 {}] zookeeper.ZKUtil(111): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on existing znode=/0-611976968/rs/32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:31,198 WARN [RS:0;32a8860bb9d6:38035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:31,198 INFO [RS:0;32a8860bb9d6:38035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:31,198 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:31,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,38035,1732033049099] 2024-11-19T16:17:31,202 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:31,205 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:31,206 INFO [RS:0;32a8860bb9d6:38035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:31,206 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,206 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:31,207 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:31,207 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,207 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,207 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,207 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,207 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:31,208 DEBUG [RS:0;32a8860bb9d6:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:31,209 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,209 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,209 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,209 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,209 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,209 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38035,1732033049099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:31,224 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:31,225 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38035,1732033049099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,225 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,225 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.Replication(171): 32a8860bb9d6,38035,1732033049099 started 2024-11-19T16:17:31,240 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:31,240 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,38035,1732033049099, RpcServer on 32a8860bb9d6/172.17.0.3:38035, sessionid=0x10153e2e2c00001 2024-11-19T16:17:31,240 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:31,240 DEBUG [RS:0;32a8860bb9d6:38035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:31,240 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,38035,1732033049099' 2024-11-19T16:17:31,240 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-611976968/flush-table-proc/abort' 2024-11-19T16:17:31,241 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-611976968/flush-table-proc/acquired' 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,38035,1732033049099' 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-611976968/online-snapshot/abort' 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-611976968/online-snapshot/acquired' 2024-11-19T16:17:31,242 DEBUG [RS:0;32a8860bb9d6:38035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:31,242 INFO [RS:0;32a8860bb9d6:38035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:31,242 INFO [RS:0;32a8860bb9d6:38035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:31,343 INFO [RS:0;32a8860bb9d6:38035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:31,345 INFO [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38035%2C1732033049099, suffix=, logDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099, archiveDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/oldWALs, maxLogs=10 2024-11-19T16:17:31,359 DEBUG [RS:0;32a8860bb9d6:38035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345, exclude list is [], retry=0 2024-11-19T16:17:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-defc57fb-5d44-42dc-a2d8-263d0a4a4df5,DISK] 2024-11-19T16:17:31,365 INFO [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 2024-11-19T16:17:31,368 DEBUG [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-19T16:17:31,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:17:31,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088 2024-11-19T16:17:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:17:31,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:31,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:31,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:31,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:31,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:31,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:31,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:31,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:31,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:31,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:31,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:31,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:31,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:31,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:31,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:31,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:31,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:31,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740 2024-11-19T16:17:31,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740 2024-11-19T16:17:31,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:31,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:31,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:31,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:31,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:31,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65767578, jitterRate=-0.019986718893051147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033051944Initializing all the Stores at 1732033051945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033051945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033051946 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033051946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033051946Cleaning up temporary data from old regions at 1732033051956 (+10 ms)Region opened successfully at 1732033051961 (+5 ms) 2024-11-19T16:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:31,961 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:31,962 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:31,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033051961Disabling compacts and flushes for region at 1732033051961Disabling writes for close at 1732033051961Writing region close event to WAL at 1732033051962 (+1 ms)Closed at 1732033051962 2024-11-19T16:17:31,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:31,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:17:31,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:31,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:31,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:17:32,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:32,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:32,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:32,116 DEBUG [32a8860bb9d6:46795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:32,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:32,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,38035,1732033049099, state=OPENING 2024-11-19T16:17:32,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:17:32,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:32,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:32,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-611976968/meta-region-server: CHANGED 2024-11-19T16:17:32,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-611976968/meta-region-server: CHANGED 2024-11-19T16:17:32,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:32,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38035,1732033049099}] 2024-11-19T16:17:32,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:32,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:32,338 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:32,338 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:32,339 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:32,341 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38035%2C1732033049099.meta, suffix=.meta, logDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099, archiveDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/oldWALs, maxLogs=10 2024-11-19T16:17:32,353 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.meta.1732033052341.meta, exclude list is [], retry=0 2024-11-19T16:17:32,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-defc57fb-5d44-42dc-a2d8-263d0a4a4df5,DISK] 2024-11-19T16:17:32,358 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.meta.1732033052341.meta 2024-11-19T16:17:32,358 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-19T16:17:32,359 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:32,359 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:32,359 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:32,359 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:32,359 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:32,359 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:32,360 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:32,360 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:32,360 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:32,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:32,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:32,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:32,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:32,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:32,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:32,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:32,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:32,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:32,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:32,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:32,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:32,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:32,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:32,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:32,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:32,367 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:32,368 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740 2024-11-19T16:17:32,369 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740 2024-11-19T16:17:32,370 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:32,370 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:32,370 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:32,372 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:32,373 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73822342, jitterRate=0.10003861784934998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:32,373 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:32,373 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033052360Writing region info on filesystem at 1732033052360Initializing all the Stores at 1732033052361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033052361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033052361Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033052361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033052361Cleaning up temporary data from old regions at 1732033052370 (+9 ms)Running coprocessor post-open hooks at 1732033052373 (+3 ms)Region opened successfully at 1732033052373 2024-11-19T16:17:32,375 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033052330 2024-11-19T16:17:32,377 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:32,377 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:32,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:32,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,38035,1732033049099, state=OPEN 2024-11-19T16:17:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-611976968/meta-region-server 2024-11-19T16:17:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-611976968/meta-region-server 2024-11-19T16:17:32,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:32,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-611976968/meta-region-server: CHANGED 2024-11-19T16:17:32,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-611976968/meta-region-server: CHANGED 2024-11-19T16:17:32,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:17:32,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38035,1732033049099 in 242 msec 2024-11-19T16:17:32,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:17:32,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-19T16:17:32,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:32,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:17:32,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:32,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38035,1732033049099, seqNum=-1] 2024-11-19T16:17:32,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:32,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:32,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-19T16:17:32,437 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033052437, completionTime=-1 2024-11-19T16:17:32,437 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:17:32,437 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:32,439 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:32,439 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033112439 2024-11-19T16:17:32,439 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033172439 2024-11-19T16:17:32,439 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T16:17:32,440 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033048558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,440 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033048558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,440 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033048558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,440 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:46795, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,440 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,440 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,442 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:17:32,444 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-11-19T16:17:32,444 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:32,444 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:32,445 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:32,445 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:32,445 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:32,445 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033048558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:32,445 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033048558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:32,447 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:32,447 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:32,447 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033048558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:32,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b174d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:32,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,46795,-1 for getting cluster id 2024-11-19T16:17:32,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:32,544 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '022d15e8-4aab-42c3-9dbb-44f9a06629fd' 2024-11-19T16:17:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:32,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "022d15e8-4aab-42c3-9dbb-44f9a06629fd" 2024-11-19T16:17:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,46795,-1] 2024-11-19T16:17:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:32,546 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:32,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:32,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38035,1732033049099, seqNum=-1] 2024-11-19T16:17:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:32,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:32,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:32,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53037 2024-11-19T16:17:32,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:32,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e2e2c00002 connected 2024-11-19T16:17:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir so I do NOT create it in target/test-data/623fdf09-d86f-b290-5395-907da8c003fa 2024-11-19T16:17:32,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:17:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.tmp.dir so I do NOT create it in target/test-data/623fdf09-d86f-b290-5395-907da8c003fa 2024-11-19T16:17:32,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:17:32,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa 2024-11-19T16:17:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:17:32,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/cluster_d188eda9-fae4-9a47-d8d1-3ad235a87e4a, deleteOnExit=true 2024-11-19T16:17:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:17:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/test.cache.data in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:17:32,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:17:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:17:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:17:32,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:32,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:32,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:32,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:32,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:17:32,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:32,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:32,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:33,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/java.io.tmpdir/jetty-localhost-39241-hadoop-hdfs-3_4_1-tests_jar-_-any-3023505353292270433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:33,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:39241} 2024-11-19T16:17:33,026 INFO [Time-limited test {}] server.Server(415): Started @43860ms 2024-11-19T16:17:33,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:33,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:33,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:33,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:33,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:17:33,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1b0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:33,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fa38317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:33,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f49d167{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/java.io.tmpdir/jetty-localhost-43277-hadoop-hdfs-3_4_1-tests_jar-_-any-6440126127489157613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:33,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd773f5{HTTP/1.1, (http/1.1)}{localhost:43277} 2024-11-19T16:17:33,449 INFO [Time-limited test {}] server.Server(415): Started @44283ms 2024-11-19T16:17:33,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:17:33,912 WARN [RS:0;32a8860bb9d6:38035 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 32a8860bb9d6,46415,1732033017054: status=Processing ServerCrashProcedure of 32a8860bb9d6,46415,1732033017054 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732033036133, completionTime=-1 appears to have been leaked 2024-11-19T16:17:34,154 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/cluster_d188eda9-fae4-9a47-d8d1-3ad235a87e4a/data/data1/current/BP-1768460216-172.17.0.3-1732033052609/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:34,156 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/cluster_d188eda9-fae4-9a47-d8d1-3ad235a87e4a/data/data2/current/BP-1768460216-172.17.0.3-1732033052609/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:34,180 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:17:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4639338c257bc7e with lease ID 0x2eb6c0a8d71a9ab1: Processing first storage report for DS-b8cb6b0e-fd62-4507-bf04-786c4ff7e367 from datanode DatanodeRegistration(127.0.0.1:37045, datanodeUuid=dbb028f1-f1d0-48fc-82ad-2d759ccf002e, infoPort=39191, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1284276448;c=1732033052609) 2024-11-19T16:17:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4639338c257bc7e with lease ID 0x2eb6c0a8d71a9ab1: from storage DS-b8cb6b0e-fd62-4507-bf04-786c4ff7e367 node DatanodeRegistration(127.0.0.1:37045, datanodeUuid=dbb028f1-f1d0-48fc-82ad-2d759ccf002e, infoPort=39191, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1284276448;c=1732033052609), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4639338c257bc7e with lease ID 0x2eb6c0a8d71a9ab1: Processing first storage report for DS-c467354b-4b9a-4cc0-9f54-f6eaff1a67dd from datanode DatanodeRegistration(127.0.0.1:37045, datanodeUuid=dbb028f1-f1d0-48fc-82ad-2d759ccf002e, infoPort=39191, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1284276448;c=1732033052609) 2024-11-19T16:17:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4639338c257bc7e with lease ID 0x2eb6c0a8d71a9ab1: from storage DS-c467354b-4b9a-4cc0-9f54-f6eaff1a67dd node DatanodeRegistration(127.0.0.1:37045, datanodeUuid=dbb028f1-f1d0-48fc-82ad-2d759ccf002e, infoPort=39191, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1284276448;c=1732033052609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:34,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa 2024-11-19T16:17:34,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:34,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:17:34,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0 with version=8 2024-11-19T16:17:34,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/hbase-staging 2024-11-19T16:17:34,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:17:34,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:34,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39907 2024-11-19T16:17:34,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39907 connecting to ZooKeeper ensemble=127.0.0.1:53037 2024-11-19T16:17:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399070x0, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:34,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39907-0x10153e2e2c00003 connected 2024-11-19T16:17:34,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:34,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:34,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/running 2024-11-19T16:17:34,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0, hbase.cluster.distributed=false 2024-11-19T16:17:34,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/acl 2024-11-19T16:17:34,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39907 2024-11-19T16:17:34,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39907 2024-11-19T16:17:34,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39907 2024-11-19T16:17:34,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39907 2024-11-19T16:17:34,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39907 2024-11-19T16:17:34,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:34,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:34,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:34,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:34,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:34,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:17:34,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:34,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46177 2024-11-19T16:17:34,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46177 connecting to ZooKeeper ensemble=127.0.0.1:53037 2024-11-19T16:17:34,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:34,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:34,786 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461770x0, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:34,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/running 2024-11-19T16:17:34,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46177-0x10153e2e2c00004 connected 2024-11-19T16:17:34,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:17:34,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:17:34,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/master 2024-11-19T16:17:34,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/acl 2024-11-19T16:17:34,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46177 2024-11-19T16:17:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46177 2024-11-19T16:17:34,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46177 2024-11-19T16:17:34,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46177 2024-11-19T16:17:34,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46177 2024-11-19T16:17:34,807 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:39907 2024-11-19T16:17:34,807 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1989523214/backup-masters/32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:34,818 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214/backup-masters 2024-11-19T16:17:34,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214/backup-masters 2024-11-19T16:17:34,818 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on existing znode=/1989523214/backup-masters/32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:34,828 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1989523214/master 2024-11-19T16:17:34,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:34,828 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:34,829 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on existing znode=/1989523214/master 2024-11-19T16:17:34,829 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1989523214/backup-masters/32a8860bb9d6,39907,1732033054615 from backup master directory 2024-11-19T16:17:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1989523214/backup-masters/32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:34,839 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214/backup-masters 2024-11-19T16:17:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214/backup-masters 2024-11-19T16:17:34,839 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:34,839 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:34,843 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/hbase.id] with ID: 2eca9753-d963-40dc-be77-bf307e2fa7be 2024-11-19T16:17:34,843 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/.tmp/hbase.id 2024-11-19T16:17:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:17:35,249 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/.tmp/hbase.id]:[hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/hbase.id] 2024-11-19T16:17:35,261 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:35,261 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:17:35,262 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:17:35,313 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:17:35,719 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:35,720 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:17:35,720 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:17:36,128 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store 2024-11-19T16:17:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:17:36,534 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:36,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:36,535 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:36,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:36,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:36,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:36,535 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:36,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033056535Disabling compacts and flushes for region at 1732033056535Disabling writes for close at 1732033056535Writing region close event to WAL at 1732033056535Closed at 1732033056535 2024-11-19T16:17:36,536 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/.initializing 2024-11-19T16:17:36,536 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/WALs/32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:36,537 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:36,539 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C39907%2C1732033054615, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/WALs/32a8860bb9d6,39907,1732033054615, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/oldWALs, maxLogs=10 2024-11-19T16:17:36,550 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/WALs/32a8860bb9d6,39907,1732033054615/32a8860bb9d6%2C39907%2C1732033054615.1732033056539, exclude list is [], retry=0 2024-11-19T16:17:36,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-b8cb6b0e-fd62-4507-bf04-786c4ff7e367,DISK] 2024-11-19T16:17:36,555 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/WALs/32a8860bb9d6,39907,1732033054615/32a8860bb9d6%2C39907%2C1732033054615.1732033056539 2024-11-19T16:17:36,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-19T16:17:36,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:36,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:36,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:17:36,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:36,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:17:36,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:17:36,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:36,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:36,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T16:17:36,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:36,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T16:17:36,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:17:36,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:17:36,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:17:36,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:36,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:36,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:17:36,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:36,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:36,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:17:36,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:36,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:36,564 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,565 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,565 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,566 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,566 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,567 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:36,568 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:36,570 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:36,571 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71898129, jitterRate=0.0713656097650528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:36,571 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033056555Initializing all the Stores at 1732033056556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033056556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033056556Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033056556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033056557 (+1 ms)Cleaning up temporary data from old regions at 1732033056566 (+9 ms)Region opened successfully at 1732033056571 (+5 ms) 2024-11-19T16:17:36,571 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:17:36,574 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774a0400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:36,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:17:36,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:17:36,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:17:36,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:17:36,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:17:36,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:17:36,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:17:36,578 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:17:36,579 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Unable to get data of znode /1989523214/balancer because node does not exist (not necessarily an error) 2024-11-19T16:17:36,628 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1989523214/balancer already deleted, retry=false 2024-11-19T16:17:36,629 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:17:36,630 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Unable to get data of znode /1989523214/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:17:36,639 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1989523214/normalizer already deleted, retry=false 2024-11-19T16:17:36,639 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:17:36,640 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Unable to get data of znode /1989523214/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:17:36,649 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1989523214/switch/split already deleted, retry=false 2024-11-19T16:17:36,650 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Unable to get data of znode /1989523214/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:17:36,660 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1989523214/switch/merge already deleted, retry=false 2024-11-19T16:17:36,663 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Unable to get data of znode /1989523214/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:17:36,670 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1989523214/snapshot-cleanup already deleted, retry=false 2024-11-19T16:17:36,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1989523214/running 2024-11-19T16:17:36,681 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1989523214/running 2024-11-19T16:17:36,681 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:36,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:36,681 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,39907,1732033054615, sessionid=0x10153e2e2c00003, setting cluster-up flag (Was=false) 2024-11-19T16:17:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:36,702 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:36,734 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1989523214/flush-table-proc/acquired, /1989523214/flush-table-proc/reached, /1989523214/flush-table-proc/abort 2024-11-19T16:17:36,735 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:36,755 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:36,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:36,786 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1989523214/online-snapshot/acquired, /1989523214/online-snapshot/reached, /1989523214/online-snapshot/abort 2024-11-19T16:17:36,788 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:36,789 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:17:36,790 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:36,791 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:36,791 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:36,791 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,39907,1732033054615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,792 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:36,793 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033086794 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:36,794 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:36,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:36,795 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:17:36,795 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:36,795 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:36,795 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:36,795 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:36,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:36,796 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:36,796 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:36,796 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033056796,5,FailOnTimeoutGroup] 2024-11-19T16:17:36,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:17:36,799 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033056796,5,FailOnTimeoutGroup] 2024-11-19T16:17:36,799 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,799 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:36,799 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,799 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,801 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(746): ClusterId : 2eca9753-d963-40dc-be77-bf307e2fa7be 2024-11-19T16:17:36,801 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:17:36,814 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:36,814 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:36,824 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:36,824 DEBUG [RS:0;32a8860bb9d6:46177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c265c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:36,834 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:46177 2024-11-19T16:17:36,835 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:36,835 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:36,835 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:36,835 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,39907,1732033054615 with port=46177, startcode=1732033054769 2024-11-19T16:17:36,836 DEBUG [RS:0;32a8860bb9d6:46177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:36,837 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:36,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:36,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39907 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:36,840 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0 2024-11-19T16:17:36,840 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41807 2024-11-19T16:17:36,840 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214/rs 2024-11-19T16:17:36,850 DEBUG [RS:0;32a8860bb9d6:46177 {}] zookeeper.ZKUtil(111): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on existing znode=/1989523214/rs/32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:36,850 WARN [RS:0;32a8860bb9d6:46177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:36,850 INFO [RS:0;32a8860bb9d6:46177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:36,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,46177,1732033054769] 2024-11-19T16:17:36,851 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:36,853 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:36,855 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:36,856 INFO [RS:0;32a8860bb9d6:46177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:36,856 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,856 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:36,857 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:36,857 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:36,857 DEBUG [RS:0;32a8860bb9d6:46177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:36,859 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,859 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,859 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,859 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,859 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,859 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46177,1732033054769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:36,873 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:36,873 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46177,1732033054769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,873 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,873 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.Replication(171): 32a8860bb9d6,46177,1732033054769 started 2024-11-19T16:17:36,886 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:36,886 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,46177,1732033054769, RpcServer on 32a8860bb9d6/172.17.0.3:46177, sessionid=0x10153e2e2c00004 2024-11-19T16:17:36,886 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:36,886 DEBUG [RS:0;32a8860bb9d6:46177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:36,886 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46177,1732033054769' 2024-11-19T16:17:36,886 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1989523214/flush-table-proc/abort' 2024-11-19T16:17:36,887 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1989523214/flush-table-proc/acquired' 2024-11-19T16:17:36,887 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:36,887 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:36,887 DEBUG [RS:0;32a8860bb9d6:46177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:36,887 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46177,1732033054769' 2024-11-19T16:17:36,887 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1989523214/online-snapshot/abort' 2024-11-19T16:17:36,888 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1989523214/online-snapshot/acquired' 2024-11-19T16:17:36,888 DEBUG [RS:0;32a8860bb9d6:46177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:36,888 INFO [RS:0;32a8860bb9d6:46177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:36,888 INFO [RS:0;32a8860bb9d6:46177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:36,989 INFO [RS:0;32a8860bb9d6:46177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:36,990 INFO [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46177%2C1732033054769, suffix=, logDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/oldWALs, maxLogs=10 2024-11-19T16:17:37,005 DEBUG [RS:0;32a8860bb9d6:46177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769/32a8860bb9d6%2C46177%2C1732033054769.1732033056991, exclude list is [], retry=0 2024-11-19T16:17:37,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-b8cb6b0e-fd62-4507-bf04-786c4ff7e367,DISK] 2024-11-19T16:17:37,010 INFO [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769/32a8860bb9d6%2C46177%2C1732033054769.1732033056991 2024-11-19T16:17:37,011 DEBUG [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-19T16:17:37,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:17:37,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:17:37,213 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0 2024-11-19T16:17:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:17:37,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:37,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:37,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:37,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:37,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:37,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:37,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:37,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:37,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:37,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:37,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:37,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:37,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:37,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:37,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:37,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:37,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:37,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:37,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740 2024-11-19T16:17:37,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740 2024-11-19T16:17:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:37,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:37,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:37,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:37,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:37,636 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61908098, jitterRate=-0.0774974524974823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:37,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033057621Initializing all the Stores at 1732033057622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033057622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033057622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033057622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033057622Cleaning up temporary data from old regions at 1732033057632 (+10 ms)Region opened successfully at 1732033057636 (+4 ms) 2024-11-19T16:17:37,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:37,636 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:37,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:37,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:37,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:37,637 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:37,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033057636Disabling compacts and flushes for region at 1732033057636Disabling writes for close at 1732033057636Writing region close event to WAL at 1732033057637 (+1 ms)Closed at 1732033057637 2024-11-19T16:17:37,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:37,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:17:37,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:37,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:37,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:17:37,791 DEBUG [32a8860bb9d6:39907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:37,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:37,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46177,1732033054769, state=OPENING 2024-11-19T16:17:37,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:37,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:37,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:37,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:17:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:37,920 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:37,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1989523214/meta-region-server: CHANGED 2024-11-19T16:17:37,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:37,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46177,1732033054769}] 2024-11-19T16:17:37,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1989523214/meta-region-server: CHANGED 2024-11-19T16:17:38,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:38,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:38,084 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:38,084 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:38,084 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:38,087 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46177%2C1732033054769.meta, suffix=.meta, logDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769, archiveDir=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/oldWALs, maxLogs=10 2024-11-19T16:17:38,106 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769/32a8860bb9d6%2C46177%2C1732033054769.meta.1732033058088.meta, exclude list is [], retry=0 2024-11-19T16:17:38,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-b8cb6b0e-fd62-4507-bf04-786c4ff7e367,DISK] 2024-11-19T16:17:38,116 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769/32a8860bb9d6%2C46177%2C1732033054769.meta.1732033058088.meta 2024-11-19T16:17:38,117 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39191:39191)] 2024-11-19T16:17:38,117 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:38,117 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:38,117 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:38,117 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:38,117 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:38,118 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:38,118 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:38,118 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:38,118 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:38,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:38,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:38,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:38,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:38,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:38,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:38,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:38,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:38,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:38,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:38,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:38,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:38,127 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:38,128 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740 2024-11-19T16:17:38,129 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740 2024-11-19T16:17:38,130 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:38,130 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:38,132 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:38,137 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:38,138 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74290223, jitterRate=0.10701058804988861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:38,138 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:38,139 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033058118Writing region info on filesystem at 1732033058118Initializing all the Stores at 1732033058119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033058119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033058119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033058119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033058119Cleaning up temporary data from old regions at 1732033058130 (+11 ms)Running coprocessor post-open hooks at 1732033058138 (+8 ms)Region opened successfully at 1732033058138 2024-11-19T16:17:38,140 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033058075 2024-11-19T16:17:38,143 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:38,143 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:38,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:38,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46177,1732033054769, state=OPEN 2024-11-19T16:17:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1989523214/meta-region-server 2024-11-19T16:17:38,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:38,155 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1989523214/meta-region-server 2024-11-19T16:17:38,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1989523214/meta-region-server: CHANGED 2024-11-19T16:17:38,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1989523214/meta-region-server: CHANGED 2024-11-19T16:17:38,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:17:38,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46177,1732033054769 in 234 msec 2024-11-19T16:17:38,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:17:38,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-19T16:17:38,168 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:38,168 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:17:38,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:38,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46177,1732033054769, seqNum=-1] 2024-11-19T16:17:38,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:38,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:38,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3870 sec 2024-11-19T16:17:38,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033058179, completionTime=-1 2024-11-19T16:17:38,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:17:38,179 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:38,185 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:38,185 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033118185 2024-11-19T16:17:38,185 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033178185 2024-11-19T16:17:38,186 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-19T16:17:38,186 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39907,1732033054615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,186 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39907,1732033054615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,186 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39907,1732033054615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,186 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:39907, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,186 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,188 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,195 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.356sec 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39907,1732033054615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:38,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39907,1732033054615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:38,199 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:17:38,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1780a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39907,-1 for getting cluster id 2024-11-19T16:17:38,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:38,207 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eca9753-d963-40dc-be77-bf307e2fa7be' 2024-11-19T16:17:38,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eca9753-d963-40dc-be77-bf307e2fa7be" 2024-11-19T16:17:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a37541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39907,-1] 2024-11-19T16:17:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:38,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:38,211 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:38,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f59d2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:38,213 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:38,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:38,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39907,1732033054615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46177,1732033054769, seqNum=-1] 2024-11-19T16:17:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:38,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:38,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:38,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53037 2024-11-19T16:17:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:38,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e2e2c00005 connected 2024-11-19T16:17:38,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb9f5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,46795,-1 for getting cluster id 2024-11-19T16:17:38,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:38,244 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '022d15e8-4aab-42c3-9dbb-44f9a06629fd' 2024-11-19T16:17:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "022d15e8-4aab-42c3-9dbb-44f9a06629fd" 2024-11-19T16:17:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac7a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,46795,-1] 2024-11-19T16:17:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:38,247 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:38,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e96647 2024-11-19T16:17:38,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:38,253 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:38,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:39907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:17:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:17:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:38,258 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:39907' 2024-11-19T16:17:38,260 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a978d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,260 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39907,-1 for getting cluster id 2024-11-19T16:17:38,260 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:38,261 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eca9753-d963-40dc-be77-bf307e2fa7be' 2024-11-19T16:17:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eca9753-d963-40dc-be77-bf307e2fa7be" 2024-11-19T16:17:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e27e875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39907,-1] 2024-11-19T16:17:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:38,263 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4002e998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:38,264 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697b50d7 2024-11-19T16:17:38,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:38,269 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:38,270 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T16:17:38,270 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:17:38,270 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:38,270 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:38,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:38,271 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:38,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:17:38,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:17:38,276 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:17:38,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741835_1011 (size=1138) 2024-11-19T16:17:38,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2daa3da4d4cf4bc19dd527205824703, NAME => 'hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088 2024-11-19T16:17:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741836_1012 (size=44) 2024-11-19T16:17:38,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:38,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2daa3da4d4cf4bc19dd527205824703, disabling compactions & flushes 2024-11-19T16:17:38,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. after waiting 0 ms 2024-11-19T16:17:38,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2daa3da4d4cf4bc19dd527205824703: Waiting for close lock at 1732033058312Disabling compacts and flushes for region at 1732033058312Disabling writes for close at 1732033058312Writing region close event to WAL at 1732033058312Closed at 1732033058312 2024-11-19T16:17:38,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:17:38,314 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033058314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033058314"}]},"ts":"1732033058314"} 2024-11-19T16:17:38,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:17:38,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:17:38,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033058322"}]},"ts":"1732033058322"} 2024-11-19T16:17:38,325 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:17:38,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:17:38,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2daa3da4d4cf4bc19dd527205824703, ASSIGN}] 2024-11-19T16:17:38,328 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2daa3da4d4cf4bc19dd527205824703, ASSIGN 2024-11-19T16:17:38,330 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2daa3da4d4cf4bc19dd527205824703, ASSIGN; state=OFFLINE, location=32a8860bb9d6,38035,1732033049099; forceNewPlan=false, retain=false 2024-11-19T16:17:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:38,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e2daa3da4d4cf4bc19dd527205824703, regionState=OPENING, regionLocation=32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:38,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2daa3da4d4cf4bc19dd527205824703, ASSIGN because future has completed 2024-11-19T16:17:38,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2daa3da4d4cf4bc19dd527205824703, server=32a8860bb9d6,38035,1732033049099}] 2024-11-19T16:17:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:38,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:38,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:17:38,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38035%2C1732033049099.rep, suffix=, logDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099, archiveDir=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/oldWALs, maxLogs=10 2024-11-19T16:17:38,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.rep.1732033058649, exclude list is [], retry=0 2024-11-19T16:17:38,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-defc57fb-5d44-42dc-a2d8-263d0a4a4df5,DISK] 2024-11-19T16:17:38,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.rep.1732033058649 2024-11-19T16:17:38,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-19T16:17:38,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e2daa3da4d4cf4bc19dd527205824703, NAME => 'hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:38,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:38,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:38,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. service=MultiRowMutationService 2024-11-19T16:17:38,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:17:38,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:38,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,676 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,677 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2daa3da4d4cf4bc19dd527205824703 columnFamilyName hfileref 2024-11-19T16:17:38,677 DEBUG [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,678 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] regionserver.HStore(327): Store=e2daa3da4d4cf4bc19dd527205824703/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:38,678 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,680 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2daa3da4d4cf4bc19dd527205824703 columnFamilyName queue 2024-11-19T16:17:38,680 DEBUG [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,680 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] regionserver.HStore(327): Store=e2daa3da4d4cf4bc19dd527205824703/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:38,681 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,682 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2daa3da4d4cf4bc19dd527205824703 columnFamilyName sid 2024-11-19T16:17:38,682 DEBUG [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:38,683 INFO [StoreOpener-e2daa3da4d4cf4bc19dd527205824703-1 {}] regionserver.HStore(327): Store=e2daa3da4d4cf4bc19dd527205824703/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:38,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:17:38,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:38,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e2daa3da4d4cf4bc19dd527205824703; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60524469, jitterRate=-0.09811513125896454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:17:38,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:38,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e2daa3da4d4cf4bc19dd527205824703: Running coprocessor pre-open hook at 1732033058674Writing region info on filesystem at 1732033058674Initializing all the Stores at 1732033058675 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033058675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033058675Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033058675Cleaning up temporary data from old regions at 1732033058685 (+10 ms)Running coprocessor post-open hooks at 1732033058692 (+7 ms)Region opened successfully at 1732033058693 (+1 ms) 2024-11-19T16:17:38,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703., pid=7, masterSystemTime=1732033058642 2024-11-19T16:17:38,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:38,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e2daa3da4d4cf4bc19dd527205824703, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:38,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2daa3da4d4cf4bc19dd527205824703, server=32a8860bb9d6,38035,1732033049099 because future has completed 2024-11-19T16:17:38,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T16:17:38,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e2daa3da4d4cf4bc19dd527205824703, server=32a8860bb9d6,38035,1732033049099 in 214 msec 2024-11-19T16:17:38,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:17:38,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2daa3da4d4cf4bc19dd527205824703, ASSIGN in 377 msec 2024-11-19T16:17:38,707 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:17:38,707 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033058707"}]},"ts":"1732033058707"} 2024-11-19T16:17:38,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:17:38,711 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:17:38,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 440 msec 2024-11-19T16:17:38,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703., hostname=32a8860bb9d6,38035,1732033049099, seqNum=2] 2024-11-19T16:17:38,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:38,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:38,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:17:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:38,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T16:17:38,973 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:17:39,011 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,38035,1732033049099, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:17:39,011 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:39,011 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38035,1732033049099, seqNum=-1] 2024-11-19T16:17:39,012 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:39,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T16:17:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,38035,1732033049099', locateType=CURRENT is [region=hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703., hostname=32a8860bb9d6,38035,1732033049099, seqNum=2] 2024-11-19T16:17:39,018 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T16:17:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T16:17:39,021 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,38035,1732033049099 suceeded 2024-11-19T16:17:39,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T16:17:39,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-19T16:17:39,024 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:39907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:17:39,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 770 msec 2024-11-19T16:17:39,034 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:39907' 2024-11-19T16:17:39,035 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677cb065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:39,035 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39907,-1 for getting cluster id 2024-11-19T16:17:39,035 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:39,036 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eca9753-d963-40dc-be77-bf307e2fa7be' 2024-11-19T16:17:39,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:39,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eca9753-d963-40dc-be77-bf307e2fa7be" 2024-11-19T16:17:39,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e97c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:39,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39907,-1] 2024-11-19T16:17:39,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:39,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,038 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:39,038 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eeecfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:39,038 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:39,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:39,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5602db51 2024-11-19T16:17:39,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:39,040 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T16:17:39,041 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,38035,1732033049099 (queues=1) is replicating from cluster=022d15e8-4aab-42c3-9dbb-44f9a06629fd to cluster=2eca9753-d963-40dc-be77-bf307e2fa7be 2024-11-19T16:17:39,041 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C38035%2C1732033049099 2024-11-19T16:17:39,041 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,38035,1732033049099, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:17:39,042 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.shipper32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C38035%2C1732033049099 2024-11-19T16:17:39,042 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345, startPosition=0, beingWritten=true 2024-11-19T16:17:39,247 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:39,399 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:17:39,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:39,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:39,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:39,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:39,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:39,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57cd9073 2024-11-19T16:17:39,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:39,402 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:39,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:17:39,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:17:39,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:39,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:39,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:39,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:17:39,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2079442994, stopped=false 2024-11-19T16:17:39,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,39907,1732033054615 2024-11-19T16:17:39,449 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1989523214/running 2024-11-19T16:17:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1989523214/running 2024-11-19T16:17:39,449 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:39,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:39,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:39,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:39,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:39,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,450 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,46177,1732033054769' ***** 2024-11-19T16:17:39,450 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:17:39,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/running 2024-11-19T16:17:39,450 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:17:39,450 INFO [RS:0;32a8860bb9d6:46177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:17:39,450 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:17:39,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Set watcher on znode that does not yet exist, /1989523214/running 2024-11-19T16:17:39,450 INFO [RS:0;32a8860bb9d6:46177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:17:39,450 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:39,450 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:39,450 INFO [RS:0;32a8860bb9d6:46177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46177. 2024-11-19T16:17:39,451 DEBUG [RS:0;32a8860bb9d6:46177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:39,451 DEBUG [RS:0;32a8860bb9d6:46177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:39,451 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:17:39,451 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:17:39,451 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:17:39,451 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:17:39,451 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:17:39,451 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:17:39,451 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:39,451 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:39,451 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:39,451 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:39,451 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:39,451 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:39,451 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T16:17:39,462 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:39,474 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/.tmp/ns/4b57f67cc16041cb958b3671758f848b is 43, key is default/ns:d/1732033058173/Put/seqid=0 2024-11-19T16:17:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741835_1011 (size=5153) 2024-11-19T16:17:39,553 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:39,651 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:39,852 DEBUG [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:39,864 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:17:39,864 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:17:39,888 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/.tmp/ns/4b57f67cc16041cb958b3671758f848b 2024-11-19T16:17:39,894 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/.tmp/ns/4b57f67cc16041cb958b3671758f848b as hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/ns/4b57f67cc16041cb958b3671758f848b 2024-11-19T16:17:39,900 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/ns/4b57f67cc16041cb958b3671758f848b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T16:17:39,901 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-19T16:17:39,905 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T16:17:39,906 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:39,906 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:39,906 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:39,906 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033059451Running coprocessor pre-close hooks at 1732033059451Disabling compacts and flushes for region at 1732033059451Disabling writes for close at 1732033059451Obtaining lock to block concurrent updates at 1732033059452 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732033059452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732033059452Flushing stores of hbase:meta,,1.1588230740 at 1732033059452Flushing 1588230740/ns: creating writer at 1732033059453 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732033059473 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732033059473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6204df3f: reopening flushed file at 1732033059894 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1732033059901 (+7 ms)Writing region close event to WAL at 1732033059902 (+1 ms)Running coprocessor post-close hooks at 1732033059906 (+4 ms)Closed at 1732033059906 2024-11-19T16:17:39,906 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:39,958 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:40,052 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,46177,1732033054769; all regions closed. 2024-11-19T16:17:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741834_1010 (size=1152) 2024-11-19T16:17:40,054 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769/32a8860bb9d6%2C46177%2C1732033054769.meta.1732033058088.meta not finished, retry = 0 2024-11-19T16:17:40,157 DEBUG [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/oldWALs 2024-11-19T16:17:40,157 INFO [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46177%2C1732033054769.meta:.meta(num 1732033058088) 2024-11-19T16:17:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741832_1008 (size=93) 2024-11-19T16:17:40,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/WALs/32a8860bb9d6,46177,1732033054769/32a8860bb9d6%2C46177%2C1732033054769.1732033056991 not finished, retry = 0 2024-11-19T16:17:40,262 DEBUG [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/oldWALs 2024-11-19T16:17:40,262 INFO [RS:0;32a8860bb9d6:46177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46177%2C1732033054769:(num 1732033056991) 2024-11-19T16:17:40,262 DEBUG [RS:0;32a8860bb9d6:46177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:40,262 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:40,262 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:40,262 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:40,263 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:40,263 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:40,263 INFO [RS:0;32a8860bb9d6:46177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46177 2024-11-19T16:17:40,333 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1989523214/rs/32a8860bb9d6,46177,1732033054769 2024-11-19T16:17:40,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214/rs 2024-11-19T16:17:40,333 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:40,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,46177,1732033054769] 2024-11-19T16:17:40,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1989523214/draining/32a8860bb9d6,46177,1732033054769 already deleted, retry=false 2024-11-19T16:17:40,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,46177,1732033054769 expired; onlineServers=0 2024-11-19T16:17:40,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,39907,1732033054615' ***** 2024-11-19T16:17:40,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:17:40,354 INFO [M:0;32a8860bb9d6:39907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:40,355 INFO [M:0;32a8860bb9d6:39907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:40,355 DEBUG [M:0;32a8860bb9d6:39907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:17:40,355 DEBUG [M:0;32a8860bb9d6:39907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:17:40,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:17:40,355 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033056796 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033056796,5,FailOnTimeoutGroup] 2024-11-19T16:17:40,355 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033056796 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033056796,5,FailOnTimeoutGroup] 2024-11-19T16:17:40,355 INFO [M:0;32a8860bb9d6:39907 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:40,355 INFO [M:0;32a8860bb9d6:39907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:40,355 DEBUG [M:0;32a8860bb9d6:39907 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:17:40,355 INFO [M:0;32a8860bb9d6:39907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:17:40,355 INFO [M:0;32a8860bb9d6:39907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:40,355 INFO [M:0;32a8860bb9d6:39907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:17:40,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:17:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1989523214/master 2024-11-19T16:17:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1989523214 2024-11-19T16:17:40,365 DEBUG [M:0;32a8860bb9d6:39907 {}] zookeeper.ZKUtil(347): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Unable to get data of znode /1989523214/master because node does not exist (not an error) 2024-11-19T16:17:40,365 WARN [M:0;32a8860bb9d6:39907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:17:40,366 INFO [M:0;32a8860bb9d6:39907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/.lastflushedseqids 2024-11-19T16:17:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741836_1012 (size=99) 2024-11-19T16:17:40,444 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:40,444 INFO [RS:0;32a8860bb9d6:46177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:40,444 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46177-0x10153e2e2c00004, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:40,444 INFO [RS:0;32a8860bb9d6:46177 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,46177,1732033054769; zookeeper connection closed. 2024-11-19T16:17:40,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6399ae0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6399ae0c 2024-11-19T16:17:40,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:17:40,463 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:40,771 INFO [M:0;32a8860bb9d6:39907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:17:40,771 INFO [M:0;32a8860bb9d6:39907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:17:40,772 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:40,772 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:40,772 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:40,772 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:40,772 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:40,772 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T16:17:40,786 DEBUG [M:0;32a8860bb9d6:39907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/177c3cda47314722a58aff1d36fb6976 is 82, key is hbase:meta,,1/info:regioninfo/1732033058145/Put/seqid=0 2024-11-19T16:17:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741837_1013 (size=5672) 2024-11-19T16:17:41,068 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:41,191 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/177c3cda47314722a58aff1d36fb6976 2024-11-19T16:17:41,208 DEBUG [M:0;32a8860bb9d6:39907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/057b2e9698714c369c65fb32ece53f44 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732033058177/Put/seqid=0 2024-11-19T16:17:41,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741838_1014 (size=5275) 2024-11-19T16:17:41,613 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/057b2e9698714c369c65fb32ece53f44 2024-11-19T16:17:41,632 DEBUG [M:0;32a8860bb9d6:39907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c5c31e3bd734db988f3cf7310fe4565 is 69, key is 32a8860bb9d6,46177,1732033054769/rs:state/1732033056838/Put/seqid=0 2024-11-19T16:17:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741839_1015 (size=5156) 2024-11-19T16:17:41,773 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:42,037 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c5c31e3bd734db988f3cf7310fe4565 2024-11-19T16:17:42,042 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/177c3cda47314722a58aff1d36fb6976 as hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/177c3cda47314722a58aff1d36fb6976 2024-11-19T16:17:42,047 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/177c3cda47314722a58aff1d36fb6976, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T16:17:42,048 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/057b2e9698714c369c65fb32ece53f44 as hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/057b2e9698714c369c65fb32ece53f44 2024-11-19T16:17:42,053 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/057b2e9698714c369c65fb32ece53f44, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T16:17:42,054 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c5c31e3bd734db988f3cf7310fe4565 as hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c5c31e3bd734db988f3cf7310fe4565 2024-11-19T16:17:42,059 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41807/user/jenkins/test-data/eeb5083b-7385-acbe-8ba9-d6b6c65533a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c5c31e3bd734db988f3cf7310fe4565, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T16:17:42,060 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-19T16:17:42,061 INFO [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:42,061 DEBUG [M:0;32a8860bb9d6:39907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033060772Disabling compacts and flushes for region at 1732033060772Disabling writes for close at 1732033060772Obtaining lock to block concurrent updates at 1732033060772Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033060772Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732033060772Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033060773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033060773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033060785 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033060785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033061195 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033061208 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033061208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033061618 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033061632 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033061632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8a6752: reopening flushed file at 1732033062041 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543a2559: reopening flushed file at 1732033062047 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436f7963: reopening flushed file at 1732033062053 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1732033062060 (+7 ms)Writing region close event to WAL at 1732033062061 (+1 ms)Closed at 1732033062061 2024-11-19T16:17:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741830_1006 (size=10165) 2024-11-19T16:17:42,063 INFO [M:0;32a8860bb9d6:39907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:17:42,063 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:42,063 INFO [M:0;32a8860bb9d6:39907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39907 2024-11-19T16:17:42,064 INFO [M:0;32a8860bb9d6:39907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:42,213 INFO [M:0;32a8860bb9d6:39907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:42,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:42,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39907-0x10153e2e2c00003, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:42,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f49d167{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:42,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd773f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:42,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:42,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fa38317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:42,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1b0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:42,252 WARN [BP-1768460216-172.17.0.3-1732033052609 heartbeating to localhost/127.0.0.1:41807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:17:42,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:17:42,252 WARN [BP-1768460216-172.17.0.3-1732033052609 heartbeating to localhost/127.0.0.1:41807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1768460216-172.17.0.3-1732033052609 (Datanode Uuid dbb028f1-f1d0-48fc-82ad-2d759ccf002e) service to localhost/127.0.0.1:41807 2024-11-19T16:17:42,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:17:42,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/cluster_d188eda9-fae4-9a47-d8d1-3ad235a87e4a/data/data1/current/BP-1768460216-172.17.0.3-1732033052609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:42,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/cluster_d188eda9-fae4-9a47-d8d1-3ad235a87e4a/data/data2/current/BP-1768460216-172.17.0.3-1732033052609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:42,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:17:42,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:42,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:42,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:42,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:42,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:17:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:17:42,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:42,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:42,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:42,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:42,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:42,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:17:42,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759944081, stopped=false 2024-11-19T16:17:42,271 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,46795,1732033048558 2024-11-19T16:17:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-611976968/running 2024-11-19T16:17:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-611976968/running 2024-11-19T16:17:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:42,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:42,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:17:42,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/running 2024-11-19T16:17:42,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Set watcher on znode that does not yet exist, /0-611976968/running 2024-11-19T16:17:42,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:42,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:42,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,38035,1732033049099' ***** 2024-11-19T16:17:42,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:17:42,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:42,293 INFO [RS:0;32a8860bb9d6:38035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:38035. 2024-11-19T16:17:42,293 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2daa3da4d4cf4bc19dd527205824703, disabling compactions & flushes 2024-11-19T16:17:42,294 DEBUG [RS:0;32a8860bb9d6:38035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:42,294 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:42,294 DEBUG [RS:0;32a8860bb9d6:38035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. after waiting 0 ms 2024-11-19T16:17:42,294 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:42,294 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:17:42,294 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:17:42,294 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2daa3da4d4cf4bc19dd527205824703 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T16:17:42,294 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:17:42,294 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:17:42,294 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e2daa3da4d4cf4bc19dd527205824703=hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703.} 2024-11-19T16:17:42,294 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:42,294 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:42,294 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:42,295 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T16:17:42,309 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/.tmp/queue/5fc825abcbd044f8a6b85c38aa488a30 is 151, key is 1-32a8860bb9d6,38035,1732033049099/queue:32a8860bb9d6%2C38035%2C1732033049099/1732033059016/Put/seqid=0 2024-11-19T16:17:42,309 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/info/5e9ae103f7c44c389bbe6faf3de1c4a1 is 147, key is hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703./info:regioninfo/1732033058697/Put/seqid=0 2024-11-19T16:17:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741838_1014 (size=5350) 2024-11-19T16:17:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741839_1015 (size=6631) 2024-11-19T16:17:42,318 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:42,494 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:42,578 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:42,695 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2daa3da4d4cf4bc19dd527205824703 2024-11-19T16:17:42,714 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/.tmp/queue/5fc825abcbd044f8a6b85c38aa488a30 2024-11-19T16:17:42,714 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/info/5e9ae103f7c44c389bbe6faf3de1c4a1 2024-11-19T16:17:42,720 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/.tmp/queue/5fc825abcbd044f8a6b85c38aa488a30 as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/queue/5fc825abcbd044f8a6b85c38aa488a30 2024-11-19T16:17:42,727 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/queue/5fc825abcbd044f8a6b85c38aa488a30, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T16:17:42,728 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e2daa3da4d4cf4bc19dd527205824703 in 434ms, sequenceid=5, compaction requested=false 2024-11-19T16:17:42,728 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:17:42,736 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/replication/e2daa3da4d4cf4bc19dd527205824703/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:17:42,737 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:42,737 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:42,737 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:42,737 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2daa3da4d4cf4bc19dd527205824703: Waiting for close lock at 1732033062293Running coprocessor pre-close hooks at 1732033062293Disabling compacts and flushes for region at 1732033062293Disabling writes for close at 1732033062294 (+1 ms)Obtaining lock to block concurrent updates at 1732033062294Preparing flush snapshotting stores in e2daa3da4d4cf4bc19dd527205824703 at 1732033062294Finished memstore snapshotting hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732033062294Flushing stores of hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. at 1732033062295 (+1 ms)Flushing e2daa3da4d4cf4bc19dd527205824703/queue: creating writer at 1732033062295Flushing e2daa3da4d4cf4bc19dd527205824703/queue: appending metadata at 1732033062308 (+13 ms)Flushing e2daa3da4d4cf4bc19dd527205824703/queue: closing flushed file at 1732033062308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77947f71: reopening flushed file at 1732033062719 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e2daa3da4d4cf4bc19dd527205824703 in 434ms, sequenceid=5, compaction requested=false at 1732033062728 (+9 ms)Writing region close event to WAL at 1732033062732 (+4 ms)Running coprocessor post-close hooks at 1732033062737 (+5 ms)Closed at 1732033062737 2024-11-19T16:17:42,737 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033058271.e2daa3da4d4cf4bc19dd527205824703. 2024-11-19T16:17:42,744 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/ns/7b802bf4aac94bb89572ba7a5cf8d666 is 43, key is default/ns:d/1732033052430/Put/seqid=0 2024-11-19T16:17:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741840_1016 (size=5153) 2024-11-19T16:17:42,895 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:43,095 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:43,149 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/ns/7b802bf4aac94bb89572ba7a5cf8d666 2024-11-19T16:17:43,170 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/table/2105fbdd90c04c5daa0fcb1d55327126 is 53, key is hbase:replication/table:state/1732033058707/Put/seqid=0 2024-11-19T16:17:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741841_1017 (size=5256) 2024-11-19T16:17:43,248 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:17:43,248 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:17:43,295 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:17:43,295 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:17:43,295 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:43,483 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 to pos 0, reset compression=false 2024-11-19T16:17:43,495 DEBUG [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:17:43,575 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/table/2105fbdd90c04c5daa0fcb1d55327126 2024-11-19T16:17:43,581 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/info/5e9ae103f7c44c389bbe6faf3de1c4a1 as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/info/5e9ae103f7c44c389bbe6faf3de1c4a1 2024-11-19T16:17:43,587 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/info/5e9ae103f7c44c389bbe6faf3de1c4a1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T16:17:43,588 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/ns/7b802bf4aac94bb89572ba7a5cf8d666 as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/ns/7b802bf4aac94bb89572ba7a5cf8d666 2024-11-19T16:17:43,594 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/ns/7b802bf4aac94bb89572ba7a5cf8d666, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:17:43,595 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/.tmp/table/2105fbdd90c04c5daa0fcb1d55327126 as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/table/2105fbdd90c04c5daa0fcb1d55327126 2024-11-19T16:17:43,601 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/table/2105fbdd90c04c5daa0fcb1d55327126, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T16:17:43,603 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-11-19T16:17:43,607 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T16:17:43,608 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:43,608 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:43,608 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:43,608 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033062294Running coprocessor pre-close hooks at 1732033062294Disabling compacts and flushes for region at 1732033062294Disabling writes for close at 1732033062294Obtaining lock to block concurrent updates at 1732033062295 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732033062295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732033062295Flushing stores of hbase:meta,,1.1588230740 at 1732033062295Flushing 1588230740/info: creating writer at 1732033062296 (+1 ms)Flushing 1588230740/info: appending metadata at 1732033062309 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732033062309Flushing 1588230740/ns: creating writer at 1732033062719 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732033062743 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732033062743Flushing 1588230740/table: creating writer at 1732033063155 (+412 ms)Flushing 1588230740/table: appending metadata at 1732033063169 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732033063169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b636f93: reopening flushed file at 1732033063580 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc2e133: reopening flushed file at 1732033063587 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582d3932: reopening flushed file at 1732033063594 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1732033063603 (+9 ms)Writing region close event to WAL at 1732033063604 (+1 ms)Running coprocessor post-close hooks at 1732033063608 (+4 ms)Closed at 1732033063608 2024-11-19T16:17:43,608 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:43,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:43,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:43,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:43,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:43,696 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,38035,1732033049099; all regions closed. 2024-11-19T16:17:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741834_1010 (size=2742) 2024-11-19T16:17:43,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.meta.1732033052341.meta not finished, retry = 0 2024-11-19T16:17:43,802 DEBUG [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/oldWALs 2024-11-19T16:17:43,802 INFO [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38035%2C1732033049099.meta:.meta(num 1732033052341) 2024-11-19T16:17:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741837_1013 (size=1586) 2024-11-19T16:17:43,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.rep.1732033058649 not finished, retry = 0 2024-11-19T16:17:43,908 DEBUG [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/oldWALs 2024-11-19T16:17:43,908 INFO [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38035%2C1732033049099.rep:(num 1732033058649) 2024-11-19T16:17:43,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741832_1008 (size=93) 2024-11-19T16:17:43,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/WALs/32a8860bb9d6,38035,1732033049099/32a8860bb9d6%2C38035%2C1732033049099.1732033051345 not finished, retry = 0 2024-11-19T16:17:44,013 DEBUG [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/oldWALs 2024-11-19T16:17:44,013 INFO [RS:0;32a8860bb9d6:38035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38035%2C1732033049099:(num 1732033051345) 2024-11-19T16:17:44,013 DEBUG [RS:0;32a8860bb9d6:38035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:44,013 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:17:44,013 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:44,014 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:44,014 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:44,014 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:44,014 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,38035,1732033049099 because: Region server is closing 2024-11-19T16:17:44,014 INFO [RS:0;32a8860bb9d6:38035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:38035. 2024-11-19T16:17:44,014 DEBUG [RS:0;32a8860bb9d6:38035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:17:44,014 DEBUG [RS:0;32a8860bb9d6:38035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:44,014 DEBUG [RS:0;32a8860bb9d6:38035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:44,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:17:44,115 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.shipper32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:17:44,115 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.wal-reader.32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:17:44,115 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38035,1732033049099.replicationSource.shipper32a8860bb9d6%2C38035%2C1732033049099,1-32a8860bb9d6,38035,1732033049099 terminated 2024-11-19T16:17:44,115 INFO [RS:0;32a8860bb9d6:38035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38035 2024-11-19T16:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968/rs 2024-11-19T16:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-611976968/rs/32a8860bb9d6,38035,1732033049099 2024-11-19T16:17:44,165 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:44,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,38035,1732033049099] 2024-11-19T16:17:44,185 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-611976968/draining/32a8860bb9d6,38035,1732033049099 already deleted, retry=false 2024-11-19T16:17:44,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,38035,1732033049099 expired; onlineServers=0 2024-11-19T16:17:44,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,46795,1732033048558' ***** 2024-11-19T16:17:44,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:17:44,186 INFO [M:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:17:44,186 INFO [M:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:17:44,186 DEBUG [M:0;32a8860bb9d6:46795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:17:44,186 DEBUG [M:0;32a8860bb9d6:46795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:17:44,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:17:44,186 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033051125 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033051125,5,FailOnTimeoutGroup] 2024-11-19T16:17:44,186 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033051124 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033051124,5,FailOnTimeoutGroup] 2024-11-19T16:17:44,186 INFO [M:0;32a8860bb9d6:46795 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:17:44,186 INFO [M:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:17:44,186 DEBUG [M:0;32a8860bb9d6:46795 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:17:44,186 INFO [M:0;32a8860bb9d6:46795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:17:44,187 INFO [M:0;32a8860bb9d6:46795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:17:44,187 INFO [M:0;32a8860bb9d6:46795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:17:44,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:17:44,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-611976968/master 2024-11-19T16:17:44,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-611976968 2024-11-19T16:17:44,196 DEBUG [M:0;32a8860bb9d6:46795 {}] zookeeper.ZKUtil(347): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Unable to get data of znode /0-611976968/master because node does not exist (not an error) 2024-11-19T16:17:44,196 WARN [M:0;32a8860bb9d6:46795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:17:44,197 INFO [M:0;32a8860bb9d6:46795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/.lastflushedseqids 2024-11-19T16:17:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741842_1018 (size=181) 2024-11-19T16:17:44,275 INFO [RS:0;32a8860bb9d6:38035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:44,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:44,275 INFO [RS:0;32a8860bb9d6:38035 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,38035,1732033049099; zookeeper connection closed. 2024-11-19T16:17:44,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x10153e2e2c00001, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:44,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5593a6d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5593a6d7 2024-11-19T16:17:44,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:17:44,603 INFO [M:0;32a8860bb9d6:46795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:17:44,603 INFO [M:0;32a8860bb9d6:46795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:17:44,603 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:44,603 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:44,603 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:44,603 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:44,603 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:44,603 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T16:17:44,618 DEBUG [M:0;32a8860bb9d6:46795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e974df4023b14a6480b362063829f41f is 82, key is hbase:meta,,1/info:regioninfo/1732033052378/Put/seqid=0 2024-11-19T16:17:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741843_1019 (size=5672) 2024-11-19T16:17:45,023 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e974df4023b14a6480b362063829f41f 2024-11-19T16:17:45,042 DEBUG [M:0;32a8860bb9d6:46795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e563e44da284f308186f1f2384c6472 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732033058713/Put/seqid=0 2024-11-19T16:17:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741844_1020 (size=7203) 2024-11-19T16:17:45,446 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e563e44da284f308186f1f2384c6472 2024-11-19T16:17:45,465 DEBUG [M:0;32a8860bb9d6:46795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c89f37f2326e4fd39e074afab7f934af is 69, key is 32a8860bb9d6,38035,1732033049099/rs:state/1732033051184/Put/seqid=0 2024-11-19T16:17:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741845_1021 (size=5156) 2024-11-19T16:17:45,869 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c89f37f2326e4fd39e074afab7f934af 2024-11-19T16:17:45,875 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e974df4023b14a6480b362063829f41f as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e974df4023b14a6480b362063829f41f 2024-11-19T16:17:45,881 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e974df4023b14a6480b362063829f41f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T16:17:45,882 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e563e44da284f308186f1f2384c6472 as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e563e44da284f308186f1f2384c6472 2024-11-19T16:17:45,886 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e563e44da284f308186f1f2384c6472, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T16:17:45,887 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c89f37f2326e4fd39e074afab7f934af as hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c89f37f2326e4fd39e074afab7f934af 2024-11-19T16:17:45,893 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36415/user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c89f37f2326e4fd39e074afab7f934af, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T16:17:45,894 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-19T16:17:45,895 INFO [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:45,895 DEBUG [M:0;32a8860bb9d6:46795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033064603Disabling compacts and flushes for region at 1732033064603Disabling writes for close at 1732033064603Obtaining lock to block concurrent updates at 1732033064603Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033064603Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732033064604 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033064604Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033064604Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033064618 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033064618Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033065028 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033065041 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033065041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033065451 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033065464 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033065464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5799f365: reopening flushed file at 1732033065874 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a31d3f: reopening flushed file at 1732033065881 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e355de: reopening flushed file at 1732033065887 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1732033065894 (+7 ms)Writing region close event to WAL at 1732033065895 (+1 ms)Closed at 1732033065895 2024-11-19T16:17:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741830_1006 (size=41008) 2024-11-19T16:17:45,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/612c95e8-d618-8959-41b3-ccedb4a9b088/MasterData/WALs/32a8860bb9d6,46795,1732033048558/32a8860bb9d6%2C46795%2C1732033048558.1732033050898 not finished, retry = 0 2024-11-19T16:17:45,998 INFO [M:0;32a8860bb9d6:46795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:17:45,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:17:45,999 INFO [M:0;32a8860bb9d6:46795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46795 2024-11-19T16:17:45,999 INFO [M:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:17:46,149 INFO [M:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:17:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10153e2e2c00000, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:17:46,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f8153{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:46,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:46,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:46,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:46,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:46,154 WARN [BP-757772052-172.17.0.3-1732033046320 heartbeating to localhost/127.0.0.1:36415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:17:46,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:17:46,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:17:46,154 WARN [BP-757772052-172.17.0.3-1732033046320 heartbeating to localhost/127.0.0.1:36415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-757772052-172.17.0.3-1732033046320 (Datanode Uuid f88d3728-3e80-4794-9943-36e105be6133) service to localhost/127.0.0.1:36415 2024-11-19T16:17:46,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/data/data1/current/BP-757772052-172.17.0.3-1732033046320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:46,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/cluster_1c335069-52f3-882a-baed-73f01cf988c1/data/data2/current/BP-757772052-172.17.0.3-1732033046320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:17:46,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:17:46,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14713665{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:46,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:17:46,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:17:46,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:17:46,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6164ee10-30f7-09c2-9b0f-b6497ebd54ce/hadoop.log.dir/,STOPPED} 2024-11-19T16:17:46,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:17:46,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:17:46,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 106) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41807 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36415 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=4726 (was 5458) 2024-11-19T16:17:46,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=4726 2024-11-19T16:17:46,207 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T16:17:46,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir so I do NOT create it in target/test-data/2292562e-799d-9032-4989-79174f66fae3 2024-11-19T16:17:46,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:17:46,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.tmp.dir so I do NOT create it in target/test-data/2292562e-799d-9032-4989-79174f66fae3 2024-11-19T16:17:46,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623fdf09-d86f-b290-5395-907da8c003fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:17:46,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3 2024-11-19T16:17:46,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e, deleteOnExit=true 2024-11-19T16:17:46,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/zookeeper_0, clientPort=62150, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:17:46,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62150 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/test.cache.data in system properties and HBase conf 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:17:46,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:17:46,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:17:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:17:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e2e2c00005, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:17:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e2e2c00002, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:17:46,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e2e2c00005, quorum=127.0.0.1:53037, baseZNode=/1989523214 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:17:46,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e2e2c00002, quorum=127.0.0.1:53037, baseZNode=/0-611976968 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:17:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:17:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:17:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:46,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:46,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:46,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:46,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:46,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:17:46,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:46,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98cb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:46,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6f1937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:46,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58151de9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/java.io.tmpdir/jetty-localhost-45831-hadoop-hdfs-3_4_1-tests_jar-_-any-10736118067968980348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:46,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56de46a3{HTTP/1.1, (http/1.1)}{localhost:45831} 2024-11-19T16:17:46,721 INFO [Time-limited test {}] server.Server(415): Started @57555ms 2024-11-19T16:17:47,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:47,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:47,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:47,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:47,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:17:47,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d183c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:47,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d17af4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:47,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5076ab08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-16021713575195744563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:47,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67f366e4{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-11-19T16:17:47,253 INFO [Time-limited test {}] server.Server(415): Started @58088ms 2024-11-19T16:17:47,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:17:47,952 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/data/data2/current/BP-713190788-172.17.0.3-1732033066253/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:47,952 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/data/data1/current/BP-713190788-172.17.0.3-1732033066253/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:47,967 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:17:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4127747a73f13c1 with lease ID 0x5c9cf145e004adf4: Processing first storage report for DS-a3dace56-ad58-4641-bd11-489e798a2ec2 from datanode DatanodeRegistration(127.0.0.1:40397, datanodeUuid=5a62f2c2-94ea-4bb9-8f55-815edc3e0770, infoPort=33765, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2771481;c=1732033066253) 2024-11-19T16:17:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4127747a73f13c1 with lease ID 0x5c9cf145e004adf4: from storage DS-a3dace56-ad58-4641-bd11-489e798a2ec2 node DatanodeRegistration(127.0.0.1:40397, datanodeUuid=5a62f2c2-94ea-4bb9-8f55-815edc3e0770, infoPort=33765, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2771481;c=1732033066253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4127747a73f13c1 with lease ID 0x5c9cf145e004adf4: Processing first storage report for DS-e803b175-a1ba-4bf8-97f8-b19a39f78693 from datanode DatanodeRegistration(127.0.0.1:40397, datanodeUuid=5a62f2c2-94ea-4bb9-8f55-815edc3e0770, infoPort=33765, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2771481;c=1732033066253) 2024-11-19T16:17:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4127747a73f13c1 with lease ID 0x5c9cf145e004adf4: from storage DS-e803b175-a1ba-4bf8-97f8-b19a39f78693 node DatanodeRegistration(127.0.0.1:40397, datanodeUuid=5a62f2c2-94ea-4bb9-8f55-815edc3e0770, infoPort=33765, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=2771481;c=1732033066253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:47,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3 2024-11-19T16:17:47,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:47,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:17:48,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621 with version=8 2024-11-19T16:17:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/hbase-staging 2024-11-19T16:17:48,395 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:17:48,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:48,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37857 2024-11-19T16:17:48,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37857 connecting to ZooKeeper ensemble=127.0.0.1:62150 2024-11-19T16:17:48,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378570x0, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:48,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37857-0x10153e330a10000 connected 2024-11-19T16:17:48,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:48,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:48,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/running 2024-11-19T16:17:48,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621, hbase.cluster.distributed=false 2024-11-19T16:17:48,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/acl 2024-11-19T16:17:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-19T16:17:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37857 2024-11-19T16:17:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37857 2024-11-19T16:17:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-19T16:17:48,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-19T16:17:48,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:17:48,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:48,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38563 2024-11-19T16:17:48,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38563 connecting to ZooKeeper ensemble=127.0.0.1:62150 2024-11-19T16:17:48,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:48,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:48,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385630x0, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:48,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385630x0, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/running 2024-11-19T16:17:48,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38563-0x10153e330a10001 connected 2024-11-19T16:17:48,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:17:48,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:17:48,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/master 2024-11-19T16:17:48,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/acl 2024-11-19T16:17:48,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38563 2024-11-19T16:17:48,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38563 2024-11-19T16:17:48,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38563 2024-11-19T16:17:48,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38563 2024-11-19T16:17:48,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38563 2024-11-19T16:17:48,624 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:37857 2024-11-19T16:17:48,625 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1659815165/backup-masters/32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:48,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165/backup-masters 2024-11-19T16:17:48,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165/backup-masters 2024-11-19T16:17:48,634 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on existing znode=/0-1659815165/backup-masters/32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1659815165/master 2024-11-19T16:17:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:48,644 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on existing znode=/0-1659815165/master 2024-11-19T16:17:48,644 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1659815165/backup-masters/32a8860bb9d6,37857,1732033068394 from backup master directory 2024-11-19T16:17:48,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1659815165/backup-masters/32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:48,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165/backup-masters 2024-11-19T16:17:48,654 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:48,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165/backup-masters 2024-11-19T16:17:48,654 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:48,658 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/hbase.id] with ID: 3f788fd3-3d4f-4b20-b1b7-399ca404f4b9 2024-11-19T16:17:48,659 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/.tmp/hbase.id 2024-11-19T16:17:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:17:49,063 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/.tmp/hbase.id]:[hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/hbase.id] 2024-11-19T16:17:49,075 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:49,075 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:17:49,076 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:17:49,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:49,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:49,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:49,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:49,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:17:49,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:49,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:49,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:49,528 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:49,529 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:17:49,529 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:17:49,937 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store 2024-11-19T16:17:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:17:50,343 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:50,344 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:50,344 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:50,344 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:50,344 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:50,344 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:50,344 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:50,344 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033070344Disabling compacts and flushes for region at 1732033070344Disabling writes for close at 1732033070344Writing region close event to WAL at 1732033070344Closed at 1732033070344 2024-11-19T16:17:50,345 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/.initializing 2024-11-19T16:17:50,345 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/WALs/32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:50,345 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:50,347 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C37857%2C1732033068394, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/WALs/32a8860bb9d6,37857,1732033068394, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/oldWALs, maxLogs=10 2024-11-19T16:17:50,358 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/WALs/32a8860bb9d6,37857,1732033068394/32a8860bb9d6%2C37857%2C1732033068394.1732033070347, exclude list is [], retry=0 2024-11-19T16:17:50,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-a3dace56-ad58-4641-bd11-489e798a2ec2,DISK] 2024-11-19T16:17:50,362 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/WALs/32a8860bb9d6,37857,1732033068394/32a8860bb9d6%2C37857%2C1732033068394.1732033070347 2024-11-19T16:17:50,363 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-19T16:17:50,363 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:50,363 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:50,363 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,363 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:17:50,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:50,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:50,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:17:50,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:50,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:50,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:17:50,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:50,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:50,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:17:50,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:50,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:50,372 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,374 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,374 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,374 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:50,376 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:50,378 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:50,378 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63024999, jitterRate=-0.06085433065891266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:50,379 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033070363Initializing all the Stores at 1732033070364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033070364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033070364Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033070364Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033070364Cleaning up temporary data from old regions at 1732033070374 (+10 ms)Region opened successfully at 1732033070379 (+5 ms) 2024-11-19T16:17:50,379 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:17:50,382 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f2fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:50,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:17:50,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:17:50,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:17:50,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:17:50,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:17:50,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:17:50,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:17:50,386 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:17:50,386 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Unable to get data of znode /0-1659815165/balancer because node does not exist (not necessarily an error) 2024-11-19T16:17:50,438 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1659815165/balancer already deleted, retry=false 2024-11-19T16:17:50,438 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:17:50,439 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Unable to get data of znode /0-1659815165/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:17:50,448 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1659815165/normalizer already deleted, retry=false 2024-11-19T16:17:50,449 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:17:50,450 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Unable to get data of znode /0-1659815165/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:17:50,459 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1659815165/switch/split already deleted, retry=false 2024-11-19T16:17:50,459 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Unable to get data of znode /0-1659815165/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:17:50,469 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1659815165/switch/merge already deleted, retry=false 2024-11-19T16:17:50,472 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Unable to get data of znode /0-1659815165/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:17:50,480 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1659815165/snapshot-cleanup already deleted, retry=false 2024-11-19T16:17:50,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1659815165/running 2024-11-19T16:17:50,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1659815165/running 2024-11-19T16:17:50,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:50,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:50,491 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,37857,1732033068394, sessionid=0x10153e330a10000, setting cluster-up flag (Was=false) 2024-11-19T16:17:50,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:50,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:50,543 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1659815165/flush-table-proc/acquired, /0-1659815165/flush-table-proc/reached, /0-1659815165/flush-table-proc/abort 2024-11-19T16:17:50,544 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:50,596 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1659815165/online-snapshot/acquired, /0-1659815165/online-snapshot/reached, /0-1659815165/online-snapshot/abort 2024-11-19T16:17:50,597 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:50,598 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:17:50,600 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:50,600 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:50,600 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:50,601 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,37857,1732033068394 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:50,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:50,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:17:50,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:50,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033100608 2024-11-19T16:17:50,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:17:50,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:50,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:50,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:50,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:50,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:50,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:50,611 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,612 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:50,612 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:50,612 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:50,612 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:50,612 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:50,612 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:50,613 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033070612,5,FailOnTimeoutGroup] 2024-11-19T16:17:50,616 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033070613,5,FailOnTimeoutGroup] 2024-11-19T16:17:50,616 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,616 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:50,616 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,616 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,617 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(746): ClusterId : 3f788fd3-3d4f-4b20-b1b7-399ca404f4b9 2024-11-19T16:17:50,617 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:50,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:17:50,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:17:50,620 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621 2024-11-19T16:17:50,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741832_1008 (size=32) 2024-11-19T16:17:50,628 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:50,628 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:50,638 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:50,639 DEBUG [RS:0;32a8860bb9d6:38563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3083d5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:50,654 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:38563 2024-11-19T16:17:50,654 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:50,654 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:50,654 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:50,655 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,37857,1732033068394 with port=38563, startcode=1732033068589 2024-11-19T16:17:50,655 DEBUG [RS:0;32a8860bb9d6:38563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:50,656 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:50,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:50,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37857 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:50,658 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621 2024-11-19T16:17:50,658 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37405 2024-11-19T16:17:50,658 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:50,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165/rs 2024-11-19T16:17:50,670 DEBUG [RS:0;32a8860bb9d6:38563 {}] zookeeper.ZKUtil(111): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on existing znode=/0-1659815165/rs/32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:50,670 WARN [RS:0;32a8860bb9d6:38563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:50,670 INFO [RS:0;32a8860bb9d6:38563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:50,670 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:50,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,38563,1732033068589] 2024-11-19T16:17:50,674 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:50,675 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:50,676 INFO [RS:0;32a8860bb9d6:38563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:50,676 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,678 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:50,679 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:50,679 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,679 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,679 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,679 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,679 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,679 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:50,680 DEBUG [RS:0;32a8860bb9d6:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:50,688 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,688 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,688 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,688 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,688 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,688 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38563,1732033068589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:50,702 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:50,703 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38563,1732033068589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,703 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,703 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.Replication(171): 32a8860bb9d6,38563,1732033068589 started 2024-11-19T16:17:50,720 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:50,720 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,38563,1732033068589, RpcServer on 32a8860bb9d6/172.17.0.3:38563, sessionid=0x10153e330a10001 2024-11-19T16:17:50,720 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:50,720 DEBUG [RS:0;32a8860bb9d6:38563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:50,720 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,38563,1732033068589' 2024-11-19T16:17:50,720 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1659815165/flush-table-proc/abort' 2024-11-19T16:17:50,721 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1659815165/flush-table-proc/acquired' 2024-11-19T16:17:50,721 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:50,721 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:50,722 DEBUG [RS:0;32a8860bb9d6:38563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:50,722 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,38563,1732033068589' 2024-11-19T16:17:50,722 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1659815165/online-snapshot/abort' 2024-11-19T16:17:50,722 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1659815165/online-snapshot/acquired' 2024-11-19T16:17:50,722 DEBUG [RS:0;32a8860bb9d6:38563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:50,722 INFO [RS:0;32a8860bb9d6:38563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:50,722 INFO [RS:0;32a8860bb9d6:38563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:50,823 INFO [RS:0;32a8860bb9d6:38563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:50,824 INFO [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38563%2C1732033068589, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/oldWALs, maxLogs=10 2024-11-19T16:17:50,836 DEBUG [RS:0;32a8860bb9d6:38563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825, exclude list is [], retry=0 2024-11-19T16:17:50,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-a3dace56-ad58-4641-bd11-489e798a2ec2,DISK] 2024-11-19T16:17:50,841 INFO [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 2024-11-19T16:17:50,841 DEBUG [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-19T16:17:51,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:51,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:51,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:51,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:51,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:51,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:51,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:51,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:51,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:51,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:51,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740 2024-11-19T16:17:51,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740 2024-11-19T16:17:51,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:51,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:51,038 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:51,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:51,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:51,042 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58992281, jitterRate=-0.12094651162624359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:51,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033071027Initializing all the Stores at 1732033071028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033071028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033071028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033071028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033071028Cleaning up temporary data from old regions at 1732033071038 (+10 ms)Region opened successfully at 1732033071042 (+4 ms) 2024-11-19T16:17:51,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:51,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:51,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:51,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:51,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:51,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:51,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033071042Disabling compacts and flushes for region at 1732033071042Disabling writes for close at 1732033071043 (+1 ms)Writing region close event to WAL at 1732033071043Closed at 1732033071043 2024-11-19T16:17:51,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:51,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:17:51,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:51,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:51,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:17:51,197 DEBUG [32a8860bb9d6:37857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:51,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:51,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,38563,1732033068589, state=OPENING 2024-11-19T16:17:51,248 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:17:51,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:51,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:17:51,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:51,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38563,1732033068589}] 2024-11-19T16:17:51,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1659815165/meta-region-server: CHANGED 2024-11-19T16:17:51,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1659815165/meta-region-server: CHANGED 2024-11-19T16:17:51,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:51,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:51,446 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:51,446 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:51,446 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:51,448 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38563%2C1732033068589.meta, suffix=.meta, logDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/oldWALs, maxLogs=10 2024-11-19T16:17:51,460 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.meta.1732033071448.meta, exclude list is [], retry=0 2024-11-19T16:17:51,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-a3dace56-ad58-4641-bd11-489e798a2ec2,DISK] 2024-11-19T16:17:51,465 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.meta.1732033071448.meta 2024-11-19T16:17:51,467 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-19T16:17:51,467 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:51,468 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:51,468 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:51,468 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:51,468 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:51,468 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:51,469 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:51,469 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:51,469 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:51,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:51,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:51,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:51,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:51,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:51,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:51,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:51,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:51,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:51,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:51,476 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:51,477 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740 2024-11-19T16:17:51,478 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740 2024-11-19T16:17:51,479 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:51,479 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:51,479 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:51,480 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:51,481 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73715265, jitterRate=0.09844304621219635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:51,481 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:51,482 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033071469Writing region info on filesystem at 1732033071469Initializing all the Stores at 1732033071470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033071470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033071470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033071470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033071470Cleaning up temporary data from old regions at 1732033071479 (+9 ms)Running coprocessor post-open hooks at 1732033071481 (+2 ms)Region opened successfully at 1732033071482 (+1 ms) 2024-11-19T16:17:51,483 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033071441 2024-11-19T16:17:51,485 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:51,485 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:51,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:51,488 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,38563,1732033068589, state=OPEN 2024-11-19T16:17:51,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1659815165/meta-region-server 2024-11-19T16:17:51,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1659815165/meta-region-server 2024-11-19T16:17:51,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:51,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1659815165/meta-region-server: CHANGED 2024-11-19T16:17:51,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1659815165/meta-region-server: CHANGED 2024-11-19T16:17:51,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:17:51,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38563,1732033068589 in 218 msec 2024-11-19T16:17:51,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:17:51,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-19T16:17:51,514 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:51,514 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:17:51,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:51,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38563,1732033068589, seqNum=-1] 2024-11-19T16:17:51,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:51,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:51,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-11-19T16:17:51,523 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033071523, completionTime=-1 2024-11-19T16:17:51,523 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:17:51,523 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:51,525 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:51,525 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033131525 2024-11-19T16:17:51,525 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033191525 2024-11-19T16:17:51,525 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:17:51,526 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37857,1732033068394-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,526 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37857,1732033068394-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,526 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37857,1732033068394-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,526 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:37857, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,526 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,526 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,528 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.876sec 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37857,1732033068394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:51,530 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37857,1732033068394-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:51,533 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:51,533 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:51,533 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37857,1732033068394-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:51,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5767f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:51,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,37857,-1 for getting cluster id 2024-11-19T16:17:51,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:51,619 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f788fd3-3d4f-4b20-b1b7-399ca404f4b9' 2024-11-19T16:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f788fd3-3d4f-4b20-b1b7-399ca404f4b9" 2024-11-19T16:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fc854f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,37857,-1] 2024-11-19T16:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:51,622 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:51,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b72429e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:51,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38563,1732033068589, seqNum=-1] 2024-11-19T16:17:51,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:51,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:51,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:51,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62150 2024-11-19T16:17:51,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:51,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e330a10002 connected 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir so I do NOT create it in target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8 2024-11-19T16:17:51,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.tmp.dir so I do NOT create it in target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8 2024-11-19T16:17:51,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:17:51,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/cluster_8c0854cb-6e6f-dd91-41aa-acfb6c862e4e, deleteOnExit=true 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/test.cache.data in system properties and HBase conf 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:17:51,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:17:51,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:17:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:17:52,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:52,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:52,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:52,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:52,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:17:52,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:52,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e9225fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:52,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17223333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:52,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a8805{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/java.io.tmpdir/jetty-localhost-34733-hadoop-hdfs-3_4_1-tests_jar-_-any-12711861199081259723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:17:52,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a5a62e6{HTTP/1.1, (http/1.1)}{localhost:34733} 2024-11-19T16:17:52,261 INFO [Time-limited test {}] server.Server(415): Started @63096ms 2024-11-19T16:17:52,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:17:52,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:17:52,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:17:52,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:17:52,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:17:52,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9105db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:17:52,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a104986{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:17:52,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd6063a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/java.io.tmpdir/jetty-localhost-37867-hadoop-hdfs-3_4_1-tests_jar-_-any-9768297005080747646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:17:52,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31a0a551{HTTP/1.1, (http/1.1)}{localhost:37867} 2024-11-19T16:17:52,708 INFO [Time-limited test {}] server.Server(415): Started @63542ms 2024-11-19T16:17:52,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:17:53,436 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/cluster_8c0854cb-6e6f-dd91-41aa-acfb6c862e4e/data/data1/current/BP-1487097920-172.17.0.3-1732033071669/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:53,436 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/cluster_8c0854cb-6e6f-dd91-41aa-acfb6c862e4e/data/data2/current/BP-1487097920-172.17.0.3-1732033071669/current, will proceed with Du for space computation calculation, 2024-11-19T16:17:53,453 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:17:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddf575625f4e6c49 with lease ID 0x4aed7efaab2cdd1f: Processing first storage report for DS-1329a425-87b2-430e-85c8-473ebf4c7fad from datanode DatanodeRegistration(127.0.0.1:43655, datanodeUuid=9097980f-ab17-4499-9b64-b18cbd3d8c46, infoPort=34407, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=976012478;c=1732033071669) 2024-11-19T16:17:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddf575625f4e6c49 with lease ID 0x4aed7efaab2cdd1f: from storage DS-1329a425-87b2-430e-85c8-473ebf4c7fad node DatanodeRegistration(127.0.0.1:43655, datanodeUuid=9097980f-ab17-4499-9b64-b18cbd3d8c46, infoPort=34407, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=976012478;c=1732033071669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddf575625f4e6c49 with lease ID 0x4aed7efaab2cdd1f: Processing first storage report for DS-0c1aef82-af34-4918-95cf-b9ca60afcf93 from datanode DatanodeRegistration(127.0.0.1:43655, datanodeUuid=9097980f-ab17-4499-9b64-b18cbd3d8c46, infoPort=34407, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=976012478;c=1732033071669) 2024-11-19T16:17:53,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddf575625f4e6c49 with lease ID 0x4aed7efaab2cdd1f: from storage DS-0c1aef82-af34-4918-95cf-b9ca60afcf93 node DatanodeRegistration(127.0.0.1:43655, datanodeUuid=9097980f-ab17-4499-9b64-b18cbd3d8c46, infoPort=34407, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=976012478;c=1732033071669), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:17:53,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8 2024-11-19T16:17:53,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:53,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:17:53,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51 with version=8 2024-11-19T16:17:53,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/hbase-staging 2024-11-19T16:17:53,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:53,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:53,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40007 2024-11-19T16:17:53,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40007 connecting to ZooKeeper ensemble=127.0.0.1:62150 2024-11-19T16:17:54,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400070x0, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:54,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40007-0x10153e330a10003 connected 2024-11-19T16:17:54,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:54,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:54,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/running 2024-11-19T16:17:54,082 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51, hbase.cluster.distributed=false 2024-11-19T16:17:54,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/acl 2024-11-19T16:17:54,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40007 2024-11-19T16:17:54,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40007 2024-11-19T16:17:54,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40007 2024-11-19T16:17:54,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40007 2024-11-19T16:17:54,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40007 2024-11-19T16:17:54,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:17:54,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:17:54,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37543 2024-11-19T16:17:54,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37543 connecting to ZooKeeper ensemble=127.0.0.1:62150 2024-11-19T16:17:54,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:54,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:54,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375430x0, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:54,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375430x0, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/running 2024-11-19T16:17:54,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37543-0x10153e330a10004 connected 2024-11-19T16:17:54,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:17:54,113 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:17:54,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/master 2024-11-19T16:17:54,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/acl 2024-11-19T16:17:54,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37543 2024-11-19T16:17:54,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37543 2024-11-19T16:17:54,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37543 2024-11-19T16:17:54,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37543 2024-11-19T16:17:54,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37543 2024-11-19T16:17:54,131 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:40007 2024-11-19T16:17:54,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2028363438/backup-masters/32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:54,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438/backup-masters 2024-11-19T16:17:54,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438/backup-masters 2024-11-19T16:17:54,143 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on existing znode=/1-2028363438/backup-masters/32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2028363438/master 2024-11-19T16:17:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:54,154 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on existing znode=/1-2028363438/master 2024-11-19T16:17:54,155 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2028363438/backup-masters/32a8860bb9d6,40007,1732033073951 from backup master directory 2024-11-19T16:17:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438/backup-masters 2024-11-19T16:17:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2028363438/backup-masters/32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438/backup-masters 2024-11-19T16:17:54,164 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:54,164 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:54,168 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/hbase.id] with ID: 61180dd6-d760-4425-97b5-c02f03335b72 2024-11-19T16:17:54,168 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/.tmp/hbase.id 2024-11-19T16:17:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:17:54,574 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/.tmp/hbase.id]:[hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/hbase.id] 2024-11-19T16:17:54,589 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:17:54,589 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:17:54,591 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T16:17:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:17:55,045 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:55,045 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:17:55,046 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:55,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:17:55,453 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store 2024-11-19T16:17:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:17:55,859 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:55,859 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:17:55,859 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:55,859 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:55,859 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:17:55,859 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:55,859 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:17:55,859 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033075859Disabling compacts and flushes for region at 1732033075859Disabling writes for close at 1732033075859Writing region close event to WAL at 1732033075859Closed at 1732033075859 2024-11-19T16:17:55,860 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/.initializing 2024-11-19T16:17:55,860 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/WALs/32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:55,861 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:55,863 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C40007%2C1732033073951, suffix=, logDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/WALs/32a8860bb9d6,40007,1732033073951, archiveDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/oldWALs, maxLogs=10 2024-11-19T16:17:55,875 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/WALs/32a8860bb9d6,40007,1732033073951/32a8860bb9d6%2C40007%2C1732033073951.1732033075863, exclude list is [], retry=0 2024-11-19T16:17:55,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43655,DS-1329a425-87b2-430e-85c8-473ebf4c7fad,DISK] 2024-11-19T16:17:55,879 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/WALs/32a8860bb9d6,40007,1732033073951/32a8860bb9d6%2C40007%2C1732033073951.1732033075863 2024-11-19T16:17:55,879 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34407:34407)] 2024-11-19T16:17:55,879 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:55,879 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:55,879 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,880 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:17:55,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:55,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:55,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:17:55,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:55,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:55,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:17:55,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:55,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:55,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:17:55,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:55,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:55,887 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,888 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,889 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,890 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,890 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,890 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:55,891 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:17:55,893 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:55,894 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73176430, jitterRate=0.09041377902030945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:55,894 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033075880Initializing all the Stores at 1732033075881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033075881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033075881Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033075881Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033075881Cleaning up temporary data from old regions at 1732033075890 (+9 ms)Region opened successfully at 1732033075894 (+4 ms) 2024-11-19T16:17:55,894 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:17:55,896 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551f2b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:55,897 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:17:55,897 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:17:55,897 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:17:55,897 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:17:55,898 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:17:55,898 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:17:55,898 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:17:55,902 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:17:55,902 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Unable to get data of znode /1-2028363438/balancer because node does not exist (not necessarily an error) 2024-11-19T16:17:55,911 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2028363438/balancer already deleted, retry=false 2024-11-19T16:17:55,911 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:17:55,912 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Unable to get data of znode /1-2028363438/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:17:55,921 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2028363438/normalizer already deleted, retry=false 2024-11-19T16:17:55,922 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:17:55,923 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Unable to get data of znode /1-2028363438/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:17:55,932 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2028363438/switch/split already deleted, retry=false 2024-11-19T16:17:55,933 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Unable to get data of znode /1-2028363438/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:17:55,942 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2028363438/switch/merge already deleted, retry=false 2024-11-19T16:17:55,944 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Unable to get data of znode /1-2028363438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:17:55,953 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2028363438/snapshot-cleanup already deleted, retry=false 2024-11-19T16:17:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2028363438/running 2024-11-19T16:17:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2028363438/running 2024-11-19T16:17:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:55,964 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,40007,1732033073951, sessionid=0x10153e330a10003, setting cluster-up flag (Was=false) 2024-11-19T16:17:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:56,016 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2028363438/flush-table-proc/acquired, /1-2028363438/flush-table-proc/reached, /1-2028363438/flush-table-proc/abort 2024-11-19T16:17:56,017 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:56,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:56,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:56,069 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2028363438/online-snapshot/acquired, /1-2028363438/online-snapshot/reached, /1-2028363438/online-snapshot/abort 2024-11-19T16:17:56,070 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:56,071 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:17:56,073 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:56,073 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:17:56,073 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:17:56,073 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,40007,1732033073951 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:56,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:56,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:17:56,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033106078 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:17:56,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:17:56,078 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,079 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:17:56,079 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:17:56,079 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:17:56,079 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:17:56,079 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:17:56,079 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:17:56,080 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033076080,5,FailOnTimeoutGroup] 2024-11-19T16:17:56,084 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033076080,5,FailOnTimeoutGroup] 2024-11-19T16:17:56,084 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,084 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:17:56,084 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,084 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:17:56,124 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(746): ClusterId : 61180dd6-d760-4425-97b5-c02f03335b72 2024-11-19T16:17:56,124 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:17:56,133 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:17:56,133 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:17:56,143 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:17:56,144 DEBUG [RS:0;32a8860bb9d6:37543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1baf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:17:56,154 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:37543 2024-11-19T16:17:56,154 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:17:56,154 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:17:56,154 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:17:56,155 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,40007,1732033073951 with port=37543, startcode=1732033074098 2024-11-19T16:17:56,155 DEBUG [RS:0;32a8860bb9d6:37543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:17:56,156 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:17:56,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:56,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40007 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:56,158 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51 2024-11-19T16:17:56,158 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33107 2024-11-19T16:17:56,158 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:17:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438/rs 2024-11-19T16:17:56,238 DEBUG [RS:0;32a8860bb9d6:37543 {}] zookeeper.ZKUtil(111): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on existing znode=/1-2028363438/rs/32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:56,238 WARN [RS:0;32a8860bb9d6:37543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:17:56,238 INFO [RS:0;32a8860bb9d6:37543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:56,238 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:56,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,37543,1732033074098] 2024-11-19T16:17:56,241 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:17:56,243 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:17:56,244 INFO [RS:0;32a8860bb9d6:37543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:17:56,244 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,244 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:17:56,245 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:17:56,245 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,245 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,246 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,246 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,246 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:17:56,246 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:56,246 DEBUG [RS:0;32a8860bb9d6:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:17:56,246 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,246 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,246 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,246 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,246 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,246 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37543,1732033074098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:56,259 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:17:56,259 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37543,1732033074098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,259 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,259 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.Replication(171): 32a8860bb9d6,37543,1732033074098 started 2024-11-19T16:17:56,271 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:56,271 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,37543,1732033074098, RpcServer on 32a8860bb9d6/172.17.0.3:37543, sessionid=0x10153e330a10004 2024-11-19T16:17:56,271 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:17:56,271 DEBUG [RS:0;32a8860bb9d6:37543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:56,271 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37543,1732033074098' 2024-11-19T16:17:56,271 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2028363438/flush-table-proc/abort' 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2028363438/flush-table-proc/acquired' 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37543,1732033074098' 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2028363438/online-snapshot/abort' 2024-11-19T16:17:56,272 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2028363438/online-snapshot/acquired' 2024-11-19T16:17:56,273 DEBUG [RS:0;32a8860bb9d6:37543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:17:56,273 INFO [RS:0;32a8860bb9d6:37543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:17:56,273 INFO [RS:0;32a8860bb9d6:37543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:17:56,373 INFO [RS:0;32a8860bb9d6:37543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:17:56,375 INFO [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37543%2C1732033074098, suffix=, logDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098, archiveDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/oldWALs, maxLogs=10 2024-11-19T16:17:56,386 DEBUG [RS:0;32a8860bb9d6:37543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098/32a8860bb9d6%2C37543%2C1732033074098.1732033076375, exclude list is [], retry=0 2024-11-19T16:17:56,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43655,DS-1329a425-87b2-430e-85c8-473ebf4c7fad,DISK] 2024-11-19T16:17:56,391 INFO [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098/32a8860bb9d6%2C37543%2C1732033074098.1732033076375 2024-11-19T16:17:56,391 DEBUG [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34407:34407)] 2024-11-19T16:17:56,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:17:56,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51 2024-11-19T16:17:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:17:56,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:56,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:56,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:56,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:56,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:56,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:56,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:56,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:56,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:56,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:56,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:56,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:56,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:56,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:56,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:56,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:56,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:56,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:56,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740 2024-11-19T16:17:56,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740 2024-11-19T16:17:56,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:56,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:56,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:56,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:56,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:56,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70598530, jitterRate=0.052000075578689575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033076893Initializing all the Stores at 1732033076894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033076894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033076894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033076894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033076894Cleaning up temporary data from old regions at 1732033076904 (+10 ms)Region opened successfully at 1732033076908 (+4 ms) 2024-11-19T16:17:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:17:56,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:17:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:17:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:17:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:17:56,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:17:56,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033076908Disabling compacts and flushes for region at 1732033076908Disabling writes for close at 1732033076908Writing region close event to WAL at 1732033076908Closed at 1732033076908 2024-11-19T16:17:56,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:56,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:17:56,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:17:56,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:56,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:17:56,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:17:56,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:56,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:56,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:57,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:17:57,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:17:57,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:17:57,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:17:57,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T16:17:57,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:17:57,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T16:17:57,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:17:57,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:17:57,009 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:17:57,062 DEBUG [32a8860bb9d6:40007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:17:57,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:57,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37543,1732033074098, state=OPENING 2024-11-19T16:17:57,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:17:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:17:57,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2028363438/meta-region-server: CHANGED 2024-11-19T16:17:57,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:17:57,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2028363438/meta-region-server: CHANGED 2024-11-19T16:17:57,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37543,1732033074098}] 2024-11-19T16:17:57,244 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:17:57,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:17:57,250 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:17:57,250 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:17:57,250 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:17:57,252 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37543%2C1732033074098.meta, suffix=.meta, logDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098, archiveDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/oldWALs, maxLogs=10 2024-11-19T16:17:57,267 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098/32a8860bb9d6%2C37543%2C1732033074098.meta.1732033077252.meta, exclude list is [], retry=0 2024-11-19T16:17:57,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43655,DS-1329a425-87b2-430e-85c8-473ebf4c7fad,DISK] 2024-11-19T16:17:57,277 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/WALs/32a8860bb9d6,37543,1732033074098/32a8860bb9d6%2C37543%2C1732033074098.meta.1732033077252.meta 2024-11-19T16:17:57,278 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34407:34407)] 2024-11-19T16:17:57,278 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:57,278 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:57,278 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:17:57,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:17:57,279 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:17:57,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:17:57,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:57,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:17:57,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:17:57,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:17:57,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:17:57,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:57,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:57,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:17:57,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:17:57,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:57,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:57,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:17:57,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:17:57,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:57,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:57,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:17:57,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:17:57,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:57,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:17:57,287 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:17:57,287 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740 2024-11-19T16:17:57,289 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740 2024-11-19T16:17:57,290 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:17:57,290 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:17:57,291 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:17:57,292 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:17:57,293 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61543125, jitterRate=-0.08293597400188446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:17:57,293 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:17:57,293 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033077279Writing region info on filesystem at 1732033077279Initializing all the Stores at 1732033077281 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033077281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033077281Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033077281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033077281Cleaning up temporary data from old regions at 1732033077290 (+9 ms)Running coprocessor post-open hooks at 1732033077293 (+3 ms)Region opened successfully at 1732033077293 2024-11-19T16:17:57,294 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033077243 2024-11-19T16:17:57,297 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:17:57,297 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:17:57,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:57,299 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37543,1732033074098, state=OPEN 2024-11-19T16:17:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2028363438/meta-region-server 2024-11-19T16:17:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2028363438/meta-region-server 2024-11-19T16:17:57,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2028363438/meta-region-server: CHANGED 2024-11-19T16:17:57,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2028363438/meta-region-server: CHANGED 2024-11-19T16:17:57,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37543,1732033074098 2024-11-19T16:17:57,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:17:57,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37543,1732033074098 in 262 msec 2024-11-19T16:17:57,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:17:57,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-19T16:17:57,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:17:57,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:17:57,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:57,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37543,1732033074098, seqNum=-1] 2024-11-19T16:17:57,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:57,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:57,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-19T16:17:57,369 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033077369, completionTime=-1 2024-11-19T16:17:57,369 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:17:57,369 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:17:57,370 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:17:57,370 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033137370 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033197371 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40007,1732033073951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40007,1732033073951-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40007,1732033073951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:40007, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,371 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,373 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:17:57,374 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.210sec 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40007,1732033073951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:17:57,375 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40007,1732033073951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:17:57,377 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:17:57,377 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:17:57,377 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40007,1732033073951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:17:57,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5c82d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:57,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40007,-1 for getting cluster id 2024-11-19T16:17:57,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:17:57,426 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61180dd6-d760-4425-97b5-c02f03335b72' 2024-11-19T16:17:57,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:17:57,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61180dd6-d760-4425-97b5-c02f03335b72" 2024-11-19T16:17:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e015ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40007,-1] 2024-11-19T16:17:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:17:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:17:57,429 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:17:57,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af8b866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:17:57,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:17:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37543,1732033074098, seqNum=-1] 2024-11-19T16:17:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:17:57,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:17:57,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:57,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62150 2024-11-19T16:17:57,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:17:57,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e330a10005 connected 2024-11-19T16:17:57,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,37857,1732033068394 2024-11-19T16:17:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7251d0f1 2024-11-19T16:17:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:57,465 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:57,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:17:57,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:17:57,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:57,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:17:57,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:17:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:17:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:57,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56513619eff432dddbe9b19819e883ac, NAME => 'test,,1732033077465.56513619eff432dddbe9b19819e883ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621 2024-11-19T16:17:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:17:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033077465.56513619eff432dddbe9b19819e883ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56513619eff432dddbe9b19819e883ac, disabling compactions & flushes 2024-11-19T16:17:58,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033077465.56513619eff432dddbe9b19819e883ac. after waiting 0 ms 2024-11-19T16:17:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56513619eff432dddbe9b19819e883ac: Waiting for close lock at 1732033078288Disabling compacts and flushes for region at 1732033078288Disabling writes for close at 1732033078288Writing region close event to WAL at 1732033078288Closed at 1732033078288 2024-11-19T16:17:58,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:17:58,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033077465.56513619eff432dddbe9b19819e883ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033078289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033078289"}]},"ts":"1732033078289"} 2024-11-19T16:17:58,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:17:58,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:17:58,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033078293"}]},"ts":"1732033078293"} 2024-11-19T16:17:58,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:17:58,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56513619eff432dddbe9b19819e883ac, ASSIGN}] 2024-11-19T16:17:58,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56513619eff432dddbe9b19819e883ac, ASSIGN 2024-11-19T16:17:58,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56513619eff432dddbe9b19819e883ac, ASSIGN; state=OFFLINE, location=32a8860bb9d6,38563,1732033068589; forceNewPlan=false, retain=false 2024-11-19T16:17:58,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56513619eff432dddbe9b19819e883ac, regionState=OPENING, regionLocation=32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56513619eff432dddbe9b19819e883ac, ASSIGN because future has completed 2024-11-19T16:17:58,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56513619eff432dddbe9b19819e883ac, server=32a8860bb9d6,38563,1732033068589}] 2024-11-19T16:17:58,608 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,609 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56513619eff432dddbe9b19819e883ac, NAME => 'test,,1732033077465.56513619eff432dddbe9b19819e883ac.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:17:58,609 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:17:58,609 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:17:58,609 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:58,610 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033077465.56513619eff432dddbe9b19819e883ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:17:58,610 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,610 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,611 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,613 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56513619eff432dddbe9b19819e883ac columnFamilyName f 2024-11-19T16:17:58,613 DEBUG [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:58,614 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] regionserver.HStore(327): Store=56513619eff432dddbe9b19819e883ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:58,614 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,615 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56513619eff432dddbe9b19819e883ac columnFamilyName f1 2024-11-19T16:17:58,615 DEBUG [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:58,616 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] regionserver.HStore(327): Store=56513619eff432dddbe9b19819e883ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:58,616 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,617 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56513619eff432dddbe9b19819e883ac columnFamilyName norep 2024-11-19T16:17:58,617 DEBUG [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:58,618 INFO [StoreOpener-56513619eff432dddbe9b19819e883ac-1 {}] regionserver.HStore(327): Store=56513619eff432dddbe9b19819e883ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:17:58,618 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,619 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,620 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,621 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,621 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,621 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:17:58,623 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,625 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:17:58,626 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56513619eff432dddbe9b19819e883ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66110604, jitterRate=-0.014875233173370361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:17:58,626 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:17:58,627 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56513619eff432dddbe9b19819e883ac: Running coprocessor pre-open hook at 1732033078610Writing region info on filesystem at 1732033078610Initializing all the Stores at 1732033078611 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033078611Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033078611Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033078611Cleaning up temporary data from old regions at 1732033078621 (+10 ms)Running coprocessor post-open hooks at 1732033078626 (+5 ms)Region opened successfully at 1732033078627 (+1 ms) 2024-11-19T16:17:58,629 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033077465.56513619eff432dddbe9b19819e883ac., pid=6, masterSystemTime=1732033078604 2024-11-19T16:17:58,632 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,632 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:17:58,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56513619eff432dddbe9b19819e883ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,38563,1732033068589 2024-11-19T16:17:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56513619eff432dddbe9b19819e883ac, server=32a8860bb9d6,38563,1732033068589 because future has completed 2024-11-19T16:17:58,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:17:58,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56513619eff432dddbe9b19819e883ac, server=32a8860bb9d6,38563,1732033068589 in 189 msec 2024-11-19T16:17:58,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:17:58,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56513619eff432dddbe9b19819e883ac, ASSIGN in 348 msec 2024-11-19T16:17:58,648 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:17:58,649 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033078648"}]},"ts":"1732033078648"} 2024-11-19T16:17:58,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:17:58,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:17:58,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-19T16:17:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:59,620 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:17:59,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:17:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40007,1732033073951 2024-11-19T16:17:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1053d977 2024-11-19T16:17:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:17:59,630 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:17:59,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:17:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:17:59,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:17:59,636 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:17:59,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:17:59,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:17:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:17:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:17:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:18:00,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2025f23d71dbab51a14bf2b2f8f5626, NAME => 'test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51 2024-11-19T16:18:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:18:00,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:18:00,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e2025f23d71dbab51a14bf2b2f8f5626, disabling compactions & flushes 2024-11-19T16:18:00,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. after waiting 0 ms 2024-11-19T16:18:00,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2025f23d71dbab51a14bf2b2f8f5626: Waiting for close lock at 1732033080091Disabling compacts and flushes for region at 1732033080091Disabling writes for close at 1732033080091Writing region close event to WAL at 1732033080091Closed at 1732033080091 2024-11-19T16:18:00,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:18:00,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033080093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033080093"}]},"ts":"1732033080093"} 2024-11-19T16:18:00,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:18:00,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:18:00,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033080098"}]},"ts":"1732033080098"} 2024-11-19T16:18:00,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:18:00,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2025f23d71dbab51a14bf2b2f8f5626, ASSIGN}] 2024-11-19T16:18:00,106 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2025f23d71dbab51a14bf2b2f8f5626, ASSIGN 2024-11-19T16:18:00,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e2025f23d71dbab51a14bf2b2f8f5626, ASSIGN; state=OFFLINE, location=32a8860bb9d6,37543,1732033074098; forceNewPlan=false, retain=false 2024-11-19T16:18:00,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2025f23d71dbab51a14bf2b2f8f5626, regionState=OPENING, regionLocation=32a8860bb9d6,37543,1732033074098 2024-11-19T16:18:00,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e2025f23d71dbab51a14bf2b2f8f5626, ASSIGN because future has completed 2024-11-19T16:18:00,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2025f23d71dbab51a14bf2b2f8f5626, server=32a8860bb9d6,37543,1732033074098}] 2024-11-19T16:18:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:18:00,423 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,424 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e2025f23d71dbab51a14bf2b2f8f5626, NAME => 'test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:18:00,424 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:18:00,424 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:18:00,424 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,424 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:18:00,424 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,425 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,426 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,428 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2025f23d71dbab51a14bf2b2f8f5626 columnFamilyName f 2024-11-19T16:18:00,428 DEBUG [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:00,428 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] regionserver.HStore(327): Store=e2025f23d71dbab51a14bf2b2f8f5626/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:18:00,428 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,430 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2025f23d71dbab51a14bf2b2f8f5626 columnFamilyName f1 2024-11-19T16:18:00,430 DEBUG [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:00,431 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] regionserver.HStore(327): Store=e2025f23d71dbab51a14bf2b2f8f5626/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:18:00,431 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,433 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2025f23d71dbab51a14bf2b2f8f5626 columnFamilyName norep 2024-11-19T16:18:00,433 DEBUG [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:00,433 INFO [StoreOpener-e2025f23d71dbab51a14bf2b2f8f5626-1 {}] regionserver.HStore(327): Store=e2025f23d71dbab51a14bf2b2f8f5626/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:18:00,433 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,434 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,437 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,438 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,438 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,439 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:18:00,440 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,455 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:18:00,456 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e2025f23d71dbab51a14bf2b2f8f5626; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62191749, jitterRate=-0.07327072322368622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:18:00,456 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:18:00,456 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e2025f23d71dbab51a14bf2b2f8f5626: Running coprocessor pre-open hook at 1732033080425Writing region info on filesystem at 1732033080425Initializing all the Stores at 1732033080426 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033080426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033080426Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033080426Cleaning up temporary data from old regions at 1732033080438 (+12 ms)Running coprocessor post-open hooks at 1732033080456 (+18 ms)Region opened successfully at 1732033080456 2024-11-19T16:18:00,458 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626., pid=6, masterSystemTime=1732033080417 2024-11-19T16:18:00,464 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,464 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:18:00,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2025f23d71dbab51a14bf2b2f8f5626, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,37543,1732033074098 2024-11-19T16:18:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2025f23d71dbab51a14bf2b2f8f5626, server=32a8860bb9d6,37543,1732033074098 because future has completed 2024-11-19T16:18:00,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:18:00,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e2025f23d71dbab51a14bf2b2f8f5626, server=32a8860bb9d6,37543,1732033074098 in 215 msec 2024-11-19T16:18:00,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:18:00,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e2025f23d71dbab51a14bf2b2f8f5626, ASSIGN in 379 msec 2024-11-19T16:18:00,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:18:00,486 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033080485"}]},"ts":"1732033080485"} 2024-11-19T16:18:00,489 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:18:00,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:18:00,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 861 msec 2024-11-19T16:18:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:18:00,780 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:18:00,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e829225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,37857,-1 for getting cluster id 2024-11-19T16:18:00,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:00,784 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f788fd3-3d4f-4b20-b1b7-399ca404f4b9' 2024-11-19T16:18:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f788fd3-3d4f-4b20-b1b7-399ca404f4b9" 2024-11-19T16:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7625fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,37857,-1] 2024-11-19T16:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:00,787 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2a556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4d1368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40007,-1 for getting cluster id 2024-11-19T16:18:00,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:00,795 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61180dd6-d760-4425-97b5-c02f03335b72' 2024-11-19T16:18:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61180dd6-d760-4425-97b5-c02f03335b72" 2024-11-19T16:18:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589c140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40007,-1] 2024-11-19T16:18:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:00,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:00,797 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:00,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4459f56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653999d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,37857,-1 for getting cluster id 2024-11-19T16:18:00,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:00,803 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f788fd3-3d4f-4b20-b1b7-399ca404f4b9' 2024-11-19T16:18:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f788fd3-3d4f-4b20-b1b7-399ca404f4b9" 2024-11-19T16:18:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfd8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,37857,-1] 2024-11-19T16:18:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:00,805 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:18:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,37857,1732033068394 2024-11-19T16:18:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4525effa 2024-11-19T16:18:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:18:00,813 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:18:00,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:40007,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:18:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:18:00,818 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:40007' 2024-11-19T16:18:00,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477c55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,820 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40007,-1 for getting cluster id 2024-11-19T16:18:00,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:18:00,821 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61180dd6-d760-4425-97b5-c02f03335b72' 2024-11-19T16:18:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61180dd6-d760-4425-97b5-c02f03335b72" 2024-11-19T16:18:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a93501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40007,-1] 2024-11-19T16:18:00,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:00,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:00,824 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:00,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cce747e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:00,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:18:00,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40007,1732033073951 2024-11-19T16:18:00,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c5d61b0 2024-11-19T16:18:00,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:18:00,829 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:18:00,831 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:18:00,831 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:18:00,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:00,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:00,831 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:18:00,834 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:18:00,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:18:00,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:00,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:18:00,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:18:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:18:00,884 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:18:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:18:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:18:01,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2afd0d8bc9f80d75e90e5716d0b6bce3, NAME => 'hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621 2024-11-19T16:18:01,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:18:01,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:18:01,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2afd0d8bc9f80d75e90e5716d0b6bce3, disabling compactions & flushes 2024-11-19T16:18:01,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. after waiting 0 ms 2024-11-19T16:18:01,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2afd0d8bc9f80d75e90e5716d0b6bce3: Waiting for close lock at 1732033081273Disabling compacts and flushes for region at 1732033081273Disabling writes for close at 1732033081274 (+1 ms)Writing region close event to WAL at 1732033081274Closed at 1732033081274 2024-11-19T16:18:01,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:18:01,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033081275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033081275"}]},"ts":"1732033081275"} 2024-11-19T16:18:01,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:18:01,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:18:01,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033081282"}]},"ts":"1732033081282"} 2024-11-19T16:18:01,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:18:01,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2afd0d8bc9f80d75e90e5716d0b6bce3, ASSIGN}] 2024-11-19T16:18:01,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2afd0d8bc9f80d75e90e5716d0b6bce3, ASSIGN 2024-11-19T16:18:01,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2afd0d8bc9f80d75e90e5716d0b6bce3, ASSIGN; state=OFFLINE, location=32a8860bb9d6,38563,1732033068589; forceNewPlan=false, retain=false 2024-11-19T16:18:01,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2afd0d8bc9f80d75e90e5716d0b6bce3, regionState=OPENING, regionLocation=32a8860bb9d6,38563,1732033068589 2024-11-19T16:18:01,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2afd0d8bc9f80d75e90e5716d0b6bce3, ASSIGN because future has completed 2024-11-19T16:18:01,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2afd0d8bc9f80d75e90e5716d0b6bce3, server=32a8860bb9d6,38563,1732033068589}] 2024-11-19T16:18:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:18:01,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:18:01,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:18:01,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38563%2C1732033068589.rep, suffix=, logDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589, archiveDir=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/oldWALs, maxLogs=10 2024-11-19T16:18:01,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.rep.1732033081599, exclude list is [], retry=0 2024-11-19T16:18:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-a3dace56-ad58-4641-bd11-489e798a2ec2,DISK] 2024-11-19T16:18:01,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.rep.1732033081599 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2afd0d8bc9f80d75e90e5716d0b6bce3, NAME => 'hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:18:01,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. service=MultiRowMutationService 2024-11-19T16:18:01,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,616 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,617 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2afd0d8bc9f80d75e90e5716d0b6bce3 columnFamilyName hfileref 2024-11-19T16:18:01,617 DEBUG [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:01,617 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] regionserver.HStore(327): Store=2afd0d8bc9f80d75e90e5716d0b6bce3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:18:01,617 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,619 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2afd0d8bc9f80d75e90e5716d0b6bce3 columnFamilyName queue 2024-11-19T16:18:01,619 DEBUG [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:01,619 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] regionserver.HStore(327): Store=2afd0d8bc9f80d75e90e5716d0b6bce3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:18:01,619 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,621 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2afd0d8bc9f80d75e90e5716d0b6bce3 columnFamilyName sid 2024-11-19T16:18:01,621 DEBUG [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:18:01,621 INFO [StoreOpener-2afd0d8bc9f80d75e90e5716d0b6bce3-1 {}] regionserver.HStore(327): Store=2afd0d8bc9f80d75e90e5716d0b6bce3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:18:01,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:18:01,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:18:01,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2afd0d8bc9f80d75e90e5716d0b6bce3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62659960, jitterRate=-0.06629383563995361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:18:01,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:18:01,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2afd0d8bc9f80d75e90e5716d0b6bce3: Running coprocessor pre-open hook at 1732033081615Writing region info on filesystem at 1732033081615Initializing all the Stores at 1732033081615Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033081615Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033081615Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033081616 (+1 ms)Cleaning up temporary data from old regions at 1732033081623 (+7 ms)Running coprocessor post-open hooks at 1732033081662 (+39 ms)Region opened successfully at 1732033081663 (+1 ms) 2024-11-19T16:18:01,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3., pid=10, masterSystemTime=1732033081594 2024-11-19T16:18:01,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:18:01,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2afd0d8bc9f80d75e90e5716d0b6bce3, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,38563,1732033068589 2024-11-19T16:18:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2afd0d8bc9f80d75e90e5716d0b6bce3, server=32a8860bb9d6,38563,1732033068589 because future has completed 2024-11-19T16:18:01,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:18:01,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2afd0d8bc9f80d75e90e5716d0b6bce3, server=32a8860bb9d6,38563,1732033068589 in 235 msec 2024-11-19T16:18:01,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:18:01,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2afd0d8bc9f80d75e90e5716d0b6bce3, ASSIGN in 395 msec 2024-11-19T16:18:01,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:18:01,684 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033081683"}]},"ts":"1732033081683"} 2024-11-19T16:18:01,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:18:01,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:18:01,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 858 msec 2024-11-19T16:18:01,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2] 2024-11-19T16:18:01,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:18:01,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:18:01,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:18:01,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:18:01,920 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:18:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:18:01,970 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,38563,1732033068589, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:18:01,971 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:18:01,971 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38563,1732033068589, seqNum=-1] 2024-11-19T16:18:01,971 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:18:01,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T16:18:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,38563,1732033068589', locateType=CURRENT is [region=hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2] 2024-11-19T16:18:01,998 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:18:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:18:02,002 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,38563,1732033068589 suceeded 2024-11-19T16:18:02,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:18:02,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-19T16:18:02,022 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:40007,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T16:18:02,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2080 sec 2024-11-19T16:18:02,026 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:40007' 2024-11-19T16:18:02,038 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8d696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:02,038 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40007,-1 for getting cluster id 2024-11-19T16:18:02,038 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:02,039 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61180dd6-d760-4425-97b5-c02f03335b72' 2024-11-19T16:18:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61180dd6-d760-4425-97b5-c02f03335b72" 2024-11-19T16:18:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c5ec04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40007,-1] 2024-11-19T16:18:02,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:02,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:02,043 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:02,044 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45513242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:02,044 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:18:02,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40007,1732033073951 2024-11-19T16:18:02,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fceeb4b 2024-11-19T16:18:02,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:18:02,048 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T16:18:02,049 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,38563,1732033068589 (queues=1) is replicating from cluster=3f788fd3-3d4f-4b20-b1b7-399ca404f4b9 to cluster=61180dd6-d760-4425-97b5-c02f03335b72 2024-11-19T16:18:02,050 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C38563%2C1732033068589 2024-11-19T16:18:02,050 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,38563,1732033068589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:18:02,060 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825, startPosition=0, beingWritten=true 2024-11-19T16:18:02,067 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C38563%2C1732033068589 2024-11-19T16:18:02,078 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:18:02,079 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 379, reset compression=false 2024-11-19T16:18:02,079 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,38563,1732033068589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:18:02,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:18:02,287 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 379, reset compression=false 2024-11-19T16:18:02,592 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 379, reset compression=false 2024-11-19T16:18:02,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:18:02,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:18:02,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:18:02,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:18:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:18:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:18:02,970 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:18:02,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:18:02,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:18:02,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:02,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:02,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:18:02,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:18:02,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732033082975/Put/seqid=0 2024-11-19T16:18:02,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741840_1016 (size=7894) 2024-11-19T16:18:02,997 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 379, reset compression=false 2024-11-19T16:18:03,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_1 is 34, key is ddd/f:row/1732033083382/Put/seqid=0 2024-11-19T16:18:03,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741841_1017 (size=7691) 2024-11-19T16:18:03,501 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 379, reset compression=false 2024-11-19T16:18:03,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:03,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,37857,-1 for getting cluster id 2024-11-19T16:18:03,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:03,795 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f788fd3-3d4f-4b20-b1b7-399ca404f4b9' 2024-11-19T16:18:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f788fd3-3d4f-4b20-b1b7-399ca404f4b9" 2024-11-19T16:18:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eef99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,37857,-1] 2024-11-19T16:18:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:03,798 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:03,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:03,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99bcbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:03,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:18:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38563,1732033068589, seqNum=-1] 2024-11-19T16:18:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:18:03,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:18:03,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:18:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,37857,1732033068394 2024-11-19T16:18:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa0aef 2024-11-19T16:18:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:18:03,829 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:18:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2] 2024-11-19T16:18:03,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:18:03,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T16:18:03,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T16:18:03,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_0 for inclusion in 56513619eff432dddbe9b19819e883ac/f 2024-11-19T16:18:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T16:18:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:18:03,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_1 for inclusion in 56513619eff432dddbe9b19819e883ac/f 2024-11-19T16:18:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T16:18:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:18:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HRegion(2603): Flush status journal for 56513619eff432dddbe9b19819e883ac: 2024-11-19T16:18:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_0 to hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_0 2024-11-19T16:18:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_0 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ 2024-11-19T16:18:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f/f/hfile_1 to hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_1 2024-11-19T16:18:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_1 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ 2024-11-19T16:18:03,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_0 into 56513619eff432dddbe9b19819e883ac/f as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ - updating store file list. 2024-11-19T16:18:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e586ff72eaa4a7f94829eb710b85144_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:18:03,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ into 56513619eff432dddbe9b19819e883ac/f 2024-11-19T16:18:03,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_0 into 56513619eff432dddbe9b19819e883ac/f (new location: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_) 2024-11-19T16:18:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_0 2024-11-19T16:18:03,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_1 into 56513619eff432dddbe9b19819e883ac/f as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ - updating store file list. 2024-11-19T16:18:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:18:04,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ into 56513619eff432dddbe9b19819e883ac/f 2024-11-19T16:18:04,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_1 into 56513619eff432dddbe9b19819e883ac/f (new location: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_) 2024-11-19T16:18:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__2btktfp45fva2i7dqts9hnqpsfkjv6mfcpqm5v4nee2u5d791jujuglbmjj5jn78/f/hfile_1 2024-11-19T16:18:04,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:18:04,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:18:04,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:04,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:18:04,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2 , the old value is region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32a8860bb9d6:38563 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:18:04,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:18:04,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:18:04,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2 from cache 2024-11-19T16:18:04,015 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37543,1732033074098, seqNum=-1] 2024-11-19T16:18:04,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:18:04,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:18:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56224 deadline: 1732033144012 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56224 2024-11-19T16:18:04,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626., hostname=32a8860bb9d6,37543,1732033074098, seqNum=2] 2024-11-19T16:18:04,023 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:18:04,106 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 379, reset compression=false 2024-11-19T16:18:04,112 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:18:04,112 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,38563,1732033068589 got entry batch from reader: WALEntryBatch [walEntries=[{test/56513619eff432dddbe9b19819e883ac/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033084005/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T16:18:04,120 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:38563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T16:18:04,134 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:18:04,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T16:18:04,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.ReplicationSink(318): Replicating [3f788fd3-3d4f-4b20-b1b7-399ca404f4b9] bulk loaded data 2024-11-19T16:18:04,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34d6d59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:04,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40007,-1 for getting cluster id 2024-11-19T16:18:04,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:04,143 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61180dd6-d760-4425-97b5-c02f03335b72' 2024-11-19T16:18:04,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:04,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61180dd6-d760-4425-97b5-c02f03335b72" 2024-11-19T16:18:04,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fce5687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:04,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40007,-1] 2024-11-19T16:18:04,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:04,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:04,145 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:04,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16cbb514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741837_1013 (size=7894) 2024-11-19T16:18:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741838_1014 (size=7691) 2024-11-19T16:18:04,313 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 687, reset compression=false 2024-11-19T16:18:04,617 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 687, reset compression=false 2024-11-19T16:18:04,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:18:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40007,1732033073951 2024-11-19T16:18:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fd8dd0d 2024-11-19T16:18:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:18:04,666 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T16:18:04,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:18:04,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:18:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37543,1732033074098, seqNum=-1] 2024-11-19T16:18:04,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:18:04,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T16:18:04,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T16:18:04,681 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T16:18:04,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ for inclusion in e2025f23d71dbab51a14bf2b2f8f5626/f 2024-11-19T16:18:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T16:18:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:18:04,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ for inclusion in e2025f23d71dbab51a14bf2b2f8f5626/f 2024-11-19T16:18:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T16:18:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:18:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(2603): Flush status journal for e2025f23d71dbab51a14bf2b2f8f5626: 2024-11-19T16:18:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:18:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/39d325cd49314818854139027afc3d15_SeqId_4_ 2024-11-19T16:18:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:18:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/ff6d851374a84d92bf7bc4f7b99c4b9b_SeqId_4_ 2024-11-19T16:18:04,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ into e2025f23d71dbab51a14bf2b2f8f5626/f as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/39d325cd49314818854139027afc3d15_SeqId_4_ - updating store file list. 2024-11-19T16:18:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39d325cd49314818854139027afc3d15_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:18:04,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/39d325cd49314818854139027afc3d15_SeqId_4_ into e2025f23d71dbab51a14bf2b2f8f5626/f 2024-11-19T16:18:04,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ into e2025f23d71dbab51a14bf2b2f8f5626/f (new location: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/39d325cd49314818854139027afc3d15_SeqId_4_) 2024-11-19T16:18:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/2e586ff72eaa4a7f94829eb710b85144_SeqId_4_ 2024-11-19T16:18:04,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ into e2025f23d71dbab51a14bf2b2f8f5626/f as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/ff6d851374a84d92bf7bc4f7b99c4b9b_SeqId_4_ - updating store file list. 2024-11-19T16:18:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff6d851374a84d92bf7bc4f7b99c4b9b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:18:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/ff6d851374a84d92bf7bc4f7b99c4b9b_SeqId_4_ into e2025f23d71dbab51a14bf2b2f8f5626/f 2024-11-19T16:18:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ into e2025f23d71dbab51a14bf2b2f8f5626/f (new location: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/f/ff6d851374a84d92bf7bc4f7b99c4b9b_SeqId_4_) 2024-11-19T16:18:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/staging/jenkins.hfs.6__test__en4jotrmacv2ab126l2jsp2evkcph1lt98n1gduprto4gp8mo9hif3e2abahbuc6/f/57b7a7d92a3a4461b4f12c607e3d3f93_SeqId_4_ 2024-11-19T16:18:04,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.ReplicationSink(324): Finished replicating [3f788fd3-3d4f-4b20-b1b7-399ca404f4b9] bulk loaded data 2024-11-19T16:18:05,021 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 687, reset compression=false 2024-11-19T16:18:05,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:18:05,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732033085040/Put/seqid=0 2024-11-19T16:18:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741842_1018 (size=7997) 2024-11-19T16:18:05,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732033085447/Put/seqid=0 2024-11-19T16:18:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741843_1019 (size=7794) 2024-11-19T16:18:05,525 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 687, reset compression=false 2024-11-19T16:18:05,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0fe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:05,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,37857,-1 for getting cluster id 2024-11-19T16:18:05,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:18:05,854 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f788fd3-3d4f-4b20-b1b7-399ca404f4b9' 2024-11-19T16:18:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:18:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f788fd3-3d4f-4b20-b1b7-399ca404f4b9" 2024-11-19T16:18:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143904b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,37857,-1] 2024-11-19T16:18:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:18:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:05,856 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:18:05,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce76c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:18:05,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:18:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38563,1732033068589, seqNum=-1] 2024-11-19T16:18:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:18:05,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:18:05,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:18:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,37857,1732033068394 2024-11-19T16:18:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2123e4 2024-11-19T16:18:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:18:05,868 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:18:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2] 2024-11-19T16:18:05,874 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:18:05,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T16:18:05,884 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T16:18:05,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_0 for inclusion in 56513619eff432dddbe9b19819e883ac/f1 2024-11-19T16:18:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T16:18:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:18:05,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_1 for inclusion in 56513619eff432dddbe9b19819e883ac/f1 2024-11-19T16:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T16:18:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:18:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HRegion(2603): Flush status journal for 56513619eff432dddbe9b19819e883ac: 2024-11-19T16:18:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_0 to hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_0 2024-11-19T16:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_0 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/f40e392755d14e2bb3f83e8869d161c2_SeqId_6_ 2024-11-19T16:18:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/load_f1/f1/hfile_1 to hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_1 2024-11-19T16:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_1 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/4f0c2d6470a7407296c7cfd8eda319a0_SeqId_6_ 2024-11-19T16:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T16:18:05,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_0 into 56513619eff432dddbe9b19819e883ac/f1 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/f40e392755d14e2bb3f83e8869d161c2_SeqId_6_ - updating store file list. 2024-11-19T16:18:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f40e392755d14e2bb3f83e8869d161c2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:18:05,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/f40e392755d14e2bb3f83e8869d161c2_SeqId_6_ into 56513619eff432dddbe9b19819e883ac/f1 2024-11-19T16:18:05,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_0 into 56513619eff432dddbe9b19819e883ac/f1 (new location: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/f40e392755d14e2bb3f83e8869d161c2_SeqId_6_) 2024-11-19T16:18:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_0 2024-11-19T16:18:05,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_1 into 56513619eff432dddbe9b19819e883ac/f1 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/4f0c2d6470a7407296c7cfd8eda319a0_SeqId_6_ - updating store file list. 2024-11-19T16:18:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f0c2d6470a7407296c7cfd8eda319a0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:18:05,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/4f0c2d6470a7407296c7cfd8eda319a0_SeqId_6_ into 56513619eff432dddbe9b19819e883ac/f1 2024-11-19T16:18:05,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_1 into 56513619eff432dddbe9b19819e883ac/f1 (new location: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/f1/4f0c2d6470a7407296c7cfd8eda319a0_SeqId_6_) 2024-11-19T16:18:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/staging/jenkins__test__3se464nu9m5760vtg98cfgbv9r1svgg68jbkr999fjv1efbp3tlnd8ofnbs2uk7d/f1/hfile_1 2024-11-19T16:18:05,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:18:05,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:18:05,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:05,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:18:05,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:18:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2 , the old value is region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32a8860bb9d6:38563 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:18:05,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:18:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:18:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2 from cache 2024-11-19T16:18:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38563,1732033068589, seqNum=-1] 2024-11-19T16:18:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:18:05,915 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T16:18:05,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:18:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033077465.56513619eff432dddbe9b19819e883ac., hostname=32a8860bb9d6,38563,1732033068589, seqNum=2] 2024-11-19T16:18:06,020 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:38563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T16:18:06,130 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 687, reset compression=false 2024-11-19T16:18:06,134 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:18:06,135 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:06,135 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,38563,1732033068589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:18:06,341 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:06,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:18:06,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T16:18:06,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T16:18:06,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T16:18:06,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:18:06,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T16:18:06,646 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:07,051 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:07,555 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:08,159 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:08,863 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:09,667 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:10,571 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:11,575 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:12,679 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:13,883 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:15,187 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:16,591 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:17,984 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:18:18,095 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:19,698 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:21,402 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:23,206 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:23,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:18:25,109 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:26,137 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,38563,1732033068589 got entry batch from reader: null 2024-11-19T16:18:27,113 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:29,218 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:31,422 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:31,838 INFO [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T16:18:31,838 INFO [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T16:18:33,727 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:36,131 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:37,956 INFO [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T16:18:37,956 INFO [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T16:18:38,635 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:41,238 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:43,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 56513619eff432dddbe9b19819e883ac, had cached 0 bytes from a total of 31376 2024-11-19T16:18:43,942 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:45,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e2025f23d71dbab51a14bf2b2f8f5626, had cached 0 bytes from a total of 15585 2024-11-19T16:18:46,138 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,38563,1732033068589 got entry batch from reader: null 2024-11-19T16:18:46,746 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:47,984 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:18:49,650 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:52,003 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T16:18:52,655 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:53,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:18:55,759 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:18:58,964 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:19:02,268 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:19:05,674 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:19:05,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:19:05,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:05,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:05,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:05,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:05,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:05,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:19:05,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1386444558, stopped=false 2024-11-19T16:19:05,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,40007,1732033073951 2024-11-19T16:19:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2028363438/running 2024-11-19T16:19:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2028363438/running 2024-11-19T16:19:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:19:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:19:06,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:06,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:06,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:06,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:06,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,37543,1732033074098' ***** 2024-11-19T16:19:06,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:19:06,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/running 2024-11-19T16:19:06,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Set watcher on znode that does not yet exist, /1-2028363438/running 2024-11-19T16:19:06,001 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-19T16:19:06,002 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(3091): Received CLOSE for e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:19:06,002 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2025f23d71dbab51a14bf2b2f8f5626, disabling compactions & flushes 2024-11-19T16:19:06,002 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:19:06,002 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:19:06,002 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. after waiting 0 ms 2024-11-19T16:19:06,002 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:19:06,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,37543,1732033074098 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37543. 2024-11-19T16:19:06,003 DEBUG [RS:0;32a8860bb9d6:37543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:06,003 DEBUG [RS:0;32a8860bb9d6:37543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:19:06,003 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:19:06,004 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:19:06,004 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e2025f23d71dbab51a14bf2b2f8f5626=test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626.} 2024-11-19T16:19:06,004 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2025f23d71dbab51a14bf2b2f8f5626 2024-11-19T16:19:06,004 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:06,004 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:06,004 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:06,004 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:06,004 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:06,004 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T16:19:06,006 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/default/test/e2025f23d71dbab51a14bf2b2f8f5626/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T16:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:19:06,007 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2025f23d71dbab51a14bf2b2f8f5626: Waiting for close lock at 1732033146002Running coprocessor pre-close hooks at 1732033146002Disabling compacts and flushes for region at 1732033146002Disabling writes for close at 1732033146002Writing region close event to WAL at 1732033146003 (+1 ms)Running coprocessor post-close hooks at 1732033146007 (+4 ms)Closed at 1732033146007 2024-11-19T16:19:06,007 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626. 2024-11-19T16:19:06,008 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:06,022 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/info/4d428513bb1e42c4bd00fae257adbbd8 is 129, key is test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626./info:regioninfo/1732033080464/Put/seqid=0 2024-11-19T16:19:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741839_1015 (size=6421) 2024-11-19T16:19:06,138 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,38563,1732033068589 got entry batch from reader: null 2024-11-19T16:19:06,204 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:06,248 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:19:06,248 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:19:06,404 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:06,428 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/info/4d428513bb1e42c4bd00fae257adbbd8 2024-11-19T16:19:06,448 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/ns/b81fee8994a24c8cb3e07c5e26e7bbba is 43, key is default/ns:d/1732033077363/Put/seqid=0 2024-11-19T16:19:06,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741840_1016 (size=5153) 2024-11-19T16:19:06,604 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:06,804 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:06,852 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/ns/b81fee8994a24c8cb3e07c5e26e7bbba 2024-11-19T16:19:06,870 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/rep_barrier/5279d801557744bea51b6b935365498f is 112, key is test,,1732033079631.e2025f23d71dbab51a14bf2b2f8f5626./rep_barrier:seqnumDuringOpen/1732033080464/Put/seqid=0 2024-11-19T16:19:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741841_1017 (size=5518) 2024-11-19T16:19:07,005 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:07,205 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:19:07,205 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:19:07,205 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:07,275 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/rep_barrier/5279d801557744bea51b6b935365498f 2024-11-19T16:19:07,344 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/table/1797a4bbcacb4f50be020fd87e7dee96 is 40, key is test/table:state/1732033080485/Put/seqid=0 2024-11-19T16:19:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741842_1018 (size=5165) 2024-11-19T16:19:07,405 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:07,605 DEBUG [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:07,749 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/table/1797a4bbcacb4f50be020fd87e7dee96 2024-11-19T16:19:07,754 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/info/4d428513bb1e42c4bd00fae257adbbd8 as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/info/4d428513bb1e42c4bd00fae257adbbd8 2024-11-19T16:19:07,760 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/info/4d428513bb1e42c4bd00fae257adbbd8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T16:19:07,761 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/ns/b81fee8994a24c8cb3e07c5e26e7bbba as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/ns/b81fee8994a24c8cb3e07c5e26e7bbba 2024-11-19T16:19:07,765 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/ns/b81fee8994a24c8cb3e07c5e26e7bbba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:19:07,766 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/rep_barrier/5279d801557744bea51b6b935365498f as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/rep_barrier/5279d801557744bea51b6b935365498f 2024-11-19T16:19:07,770 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/rep_barrier/5279d801557744bea51b6b935365498f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T16:19:07,771 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/.tmp/table/1797a4bbcacb4f50be020fd87e7dee96 as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/table/1797a4bbcacb4f50be020fd87e7dee96 2024-11-19T16:19:07,775 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/table/1797a4bbcacb4f50be020fd87e7dee96, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:19:07,776 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=11, compaction requested=false 2024-11-19T16:19:07,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T16:19:07,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:07,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:07,780 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:07,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033146004Running coprocessor pre-close hooks at 1732033146004Disabling compacts and flushes for region at 1732033146004Disabling writes for close at 1732033146004Obtaining lock to block concurrent updates at 1732033146004Preparing flush snapshotting stores in 1588230740 at 1732033146004Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732033146005 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033146005Flushing 1588230740/info: creating writer at 1732033146005Flushing 1588230740/info: appending metadata at 1732033146022 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732033146022Flushing 1588230740/ns: creating writer at 1732033146433 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732033146447 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732033146447Flushing 1588230740/rep_barrier: creating writer at 1732033146857 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033146869 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033146869Flushing 1588230740/table: creating writer at 1732033147332 (+463 ms)Flushing 1588230740/table: appending metadata at 1732033147344 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732033147344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411cad8a: reopening flushed file at 1732033147754 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8be354: reopening flushed file at 1732033147760 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1a9a35: reopening flushed file at 1732033147766 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f8e1d7: reopening flushed file at 1732033147771 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=11, compaction requested=false at 1732033147776 (+5 ms)Writing region close event to WAL at 1732033147777 (+1 ms)Running coprocessor post-close hooks at 1732033147780 (+3 ms)Closed at 1732033147780 2024-11-19T16:19:07,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:07,805 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,37543,1732033074098; all regions closed. 2024-11-19T16:19:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741834_1010 (size=2717) 2024-11-19T16:19:07,810 DEBUG [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/oldWALs 2024-11-19T16:19:07,810 INFO [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C37543%2C1732033074098.meta:.meta(num 1732033077252) 2024-11-19T16:19:07,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741832_1008 (size=1028) 2024-11-19T16:19:07,814 DEBUG [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/oldWALs 2024-11-19T16:19:07,814 INFO [RS:0;32a8860bb9d6:37543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C37543%2C1732033074098:(num 1732033076375) 2024-11-19T16:19:07,814 DEBUG [RS:0;32a8860bb9d6:37543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:07,814 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:07,814 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:07,814 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:07,814 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:07,814 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:07,814 INFO [RS:0;32a8860bb9d6:37543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37543. 2024-11-19T16:19:07,814 DEBUG [RS:0;32a8860bb9d6:37543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:07,814 DEBUG [RS:0;32a8860bb9d6:37543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:07,814 DEBUG [RS:0;32a8860bb9d6:37543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:07,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:07,815 INFO [RS:0;32a8860bb9d6:37543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37543 2024-11-19T16:19:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2028363438/rs/32a8860bb9d6,37543,1732033074098 2024-11-19T16:19:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438/rs 2024-11-19T16:19:07,885 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:07,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,37543,1732033074098] 2024-11-19T16:19:07,905 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2028363438/draining/32a8860bb9d6,37543,1732033074098 already deleted, retry=false 2024-11-19T16:19:07,905 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,37543,1732033074098 expired; onlineServers=0 2024-11-19T16:19:07,905 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,40007,1732033073951' ***** 2024-11-19T16:19:07,905 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:19:07,905 INFO [M:0;32a8860bb9d6:40007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:07,906 INFO [M:0;32a8860bb9d6:40007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:07,906 DEBUG [M:0;32a8860bb9d6:40007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:19:07,906 DEBUG [M:0;32a8860bb9d6:40007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:19:07,906 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:19:07,906 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033076080 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033076080,5,FailOnTimeoutGroup] 2024-11-19T16:19:07,906 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033076080 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033076080,5,FailOnTimeoutGroup] 2024-11-19T16:19:07,906 INFO [M:0;32a8860bb9d6:40007 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:07,906 INFO [M:0;32a8860bb9d6:40007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:07,906 DEBUG [M:0;32a8860bb9d6:40007 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:19:07,906 INFO [M:0;32a8860bb9d6:40007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:19:07,906 INFO [M:0;32a8860bb9d6:40007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:07,906 INFO [M:0;32a8860bb9d6:40007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:19:07,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:19:07,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2028363438/master 2024-11-19T16:19:07,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2028363438 2024-11-19T16:19:07,916 DEBUG [M:0;32a8860bb9d6:40007 {}] zookeeper.ZKUtil(347): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Unable to get data of znode /1-2028363438/master because node does not exist (not an error) 2024-11-19T16:19:07,916 WARN [M:0;32a8860bb9d6:40007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:19:07,917 INFO [M:0;32a8860bb9d6:40007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/.lastflushedseqids 2024-11-19T16:19:07,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741843_1019 (size=173) 2024-11-19T16:19:07,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:07,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x10153e330a10004, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:07,995 INFO [RS:0;32a8860bb9d6:37543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:07,995 INFO [RS:0;32a8860bb9d6:37543 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,37543,1732033074098; zookeeper connection closed. 2024-11-19T16:19:07,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26750d21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26750d21 2024-11-19T16:19:07,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:19:08,322 INFO [M:0;32a8860bb9d6:40007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:19:08,322 INFO [M:0;32a8860bb9d6:40007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:19:08,322 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:08,322 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:08,322 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:08,322 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:08,322 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:08,322 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-19T16:19:08,336 DEBUG [M:0;32a8860bb9d6:40007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe9df1b836844c1a762b3f2dfa5a199 is 82, key is hbase:meta,,1/info:regioninfo/1732033077298/Put/seqid=0 2024-11-19T16:19:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741844_1020 (size=5672) 2024-11-19T16:19:08,740 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe9df1b836844c1a762b3f2dfa5a199 2024-11-19T16:19:08,762 DEBUG [M:0;32a8860bb9d6:40007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4c44bd330cb4bef96e459f25a0635b3 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033080494/Put/seqid=0 2024-11-19T16:19:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741845_1021 (size=6726) 2024-11-19T16:19:09,166 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4c44bd330cb4bef96e459f25a0635b3 2024-11-19T16:19:09,171 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4c44bd330cb4bef96e459f25a0635b3 2024-11-19T16:19:09,178 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 to pos 997, reset compression=false 2024-11-19T16:19:09,185 DEBUG [M:0;32a8860bb9d6:40007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efdaa39cf0d344fdbce4288b8b5a948f is 69, key is 32a8860bb9d6,37543,1732033074098/rs:state/1732033076157/Put/seqid=0 2024-11-19T16:19:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741846_1022 (size=5156) 2024-11-19T16:19:09,589 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efdaa39cf0d344fdbce4288b8b5a948f 2024-11-19T16:19:09,594 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe9df1b836844c1a762b3f2dfa5a199 as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fe9df1b836844c1a762b3f2dfa5a199 2024-11-19T16:19:09,600 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fe9df1b836844c1a762b3f2dfa5a199, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T16:19:09,601 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4c44bd330cb4bef96e459f25a0635b3 as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4c44bd330cb4bef96e459f25a0635b3 2024-11-19T16:19:09,606 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4c44bd330cb4bef96e459f25a0635b3 2024-11-19T16:19:09,606 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4c44bd330cb4bef96e459f25a0635b3, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T16:19:09,608 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efdaa39cf0d344fdbce4288b8b5a948f as hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efdaa39cf0d344fdbce4288b8b5a948f 2024-11-19T16:19:09,613 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efdaa39cf0d344fdbce4288b8b5a948f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T16:19:09,614 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-19T16:19:09,615 INFO [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:09,615 DEBUG [M:0;32a8860bb9d6:40007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033148322Disabling compacts and flushes for region at 1732033148322Disabling writes for close at 1732033148322Obtaining lock to block concurrent updates at 1732033148322Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033148322Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732033148323 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033148323Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033148323Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033148336 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033148336Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033148745 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033148761 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033148761Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033149171 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033149184 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033149184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4eaac9: reopening flushed file at 1732033149594 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a2ec66: reopening flushed file at 1732033149600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd8f772: reopening flushed file at 1732033149606 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1732033149614 (+8 ms)Writing region close event to WAL at 1732033149615 (+1 ms)Closed at 1732033149615 2024-11-19T16:19:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43655 is added to blk_1073741830_1006 (size=33014) 2024-11-19T16:19:09,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f043c569-71c9-64e9-df07-9252fa679c51/MasterData/WALs/32a8860bb9d6,40007,1732033073951/32a8860bb9d6%2C40007%2C1732033073951.1732033075863 not finished, retry = 0 2024-11-19T16:19:09,718 INFO [M:0;32a8860bb9d6:40007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:19:09,718 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:09,718 INFO [M:0;32a8860bb9d6:40007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40007 2024-11-19T16:19:09,719 INFO [M:0;32a8860bb9d6:40007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:09,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:09,879 INFO [M:0;32a8860bb9d6:40007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:09,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40007-0x10153e330a10003, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:09,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd6063a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:09,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31a0a551{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:09,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:09,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a104986{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:09,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9105db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:09,884 WARN [BP-1487097920-172.17.0.3-1732033071669 heartbeating to localhost/127.0.0.1:33107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:19:09,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:19:09,884 WARN [BP-1487097920-172.17.0.3-1732033071669 heartbeating to localhost/127.0.0.1:33107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1487097920-172.17.0.3-1732033071669 (Datanode Uuid 9097980f-ab17-4499-9b64-b18cbd3d8c46) service to localhost/127.0.0.1:33107 2024-11-19T16:19:09,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:19:09,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/cluster_8c0854cb-6e6f-dd91-41aa-acfb6c862e4e/data/data1/current/BP-1487097920-172.17.0.3-1732033071669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:09,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/cluster_8c0854cb-6e6f-dd91-41aa-acfb6c862e4e/data/data2/current/BP-1487097920-172.17.0.3-1732033071669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:09,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:19:09,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a8805{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:09,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a5a62e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:09,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:09,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17223333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:09,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e9225fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:09,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:19:09,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:19:09,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:09,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:09,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:09,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:09,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:09,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:19:09,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=901313716, stopped=false 2024-11-19T16:19:09,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,37857,1732033068394 2024-11-19T16:19:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1659815165/running 2024-11-19T16:19:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1659815165/running 2024-11-19T16:19:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:19:09,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:09,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:19:09,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:09,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:09,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:09,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/running 2024-11-19T16:19:09,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Set watcher on znode that does not yet exist, /0-1659815165/running 2024-11-19T16:19:09,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,38563,1732033068589' ***** 2024-11-19T16:19:09,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:19:09,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(3091): Received CLOSE for 56513619eff432dddbe9b19819e883ac 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(3091): Received CLOSE for 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,38563,1732033068589 2024-11-19T16:19:09,928 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:09,928 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56513619eff432dddbe9b19819e883ac, disabling compactions & flushes 2024-11-19T16:19:09,929 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:19:09,929 INFO [RS:0;32a8860bb9d6:38563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:38563. 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033077465.56513619eff432dddbe9b19819e883ac. after waiting 0 ms 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:19:09,929 DEBUG [RS:0;32a8860bb9d6:38563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:09,929 DEBUG [RS:0;32a8860bb9d6:38563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:09,929 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:19:09,929 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:19:09,929 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:19:09,929 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:19:09,929 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:19:09,929 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56513619eff432dddbe9b19819e883ac=test,,1732033077465.56513619eff432dddbe9b19819e883ac., 2afd0d8bc9f80d75e90e5716d0b6bce3=hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3.} 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:09,929 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2afd0d8bc9f80d75e90e5716d0b6bce3, 56513619eff432dddbe9b19819e883ac 2024-11-19T16:19:09,929 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:09,929 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:09,929 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:19:09,938 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/default/test/56513619eff432dddbe9b19819e883ac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:19:09,939 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56513619eff432dddbe9b19819e883ac: Waiting for close lock at 1732033149928Running coprocessor pre-close hooks at 1732033149928Disabling compacts and flushes for region at 1732033149928Disabling writes for close at 1732033149929 (+1 ms)Writing region close event to WAL at 1732033149930 (+1 ms)Running coprocessor post-close hooks at 1732033149939 (+9 ms)Closed at 1732033149939 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033077465.56513619eff432dddbe9b19819e883ac. 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2afd0d8bc9f80d75e90e5716d0b6bce3, disabling compactions & flushes 2024-11-19T16:19:09,939 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. after waiting 0 ms 2024-11-19T16:19:09,939 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:19:09,939 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T16:19:09,948 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/info/d76bb5ef9d2443a88c00111d984c12b3 is 147, key is hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3./info:regioninfo/1732033081667/Put/seqid=0 2024-11-19T16:19:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741844_1020 (size=7686) 2024-11-19T16:19:09,954 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/.tmp/hfileref/04057d4deb3c41c6993efd4e64b54512 is 74, key is 1/hfileref:2e586ff72eaa4a7f94829eb710b85144_SeqId_4_/1732033084710/DeleteColumn/seqid=0 2024-11-19T16:19:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741845_1021 (size=5203) 2024-11-19T16:19:09,958 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:10,129 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:19:10,330 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:19:10,353 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/info/d76bb5ef9d2443a88c00111d984c12b3 2024-11-19T16:19:10,358 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/.tmp/hfileref/04057d4deb3c41c6993efd4e64b54512 2024-11-19T16:19:10,373 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/ns/4bdb427e61ed4ea697f6a292d67a3829 is 43, key is default/ns:d/1732033071518/Put/seqid=0 2024-11-19T16:19:10,376 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/.tmp/queue/5153ac4a3f35428c813d4db17a21d76d is 153, key is 1-32a8860bb9d6,38563,1732033068589/queue:32a8860bb9d6%2C38563%2C1732033068589/1732033086136/Put/seqid=0 2024-11-19T16:19:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741846_1022 (size=5153) 2024-11-19T16:19:10,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741847_1023 (size=5352) 2024-11-19T16:19:10,530 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:19:10,730 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2afd0d8bc9f80d75e90e5716d0b6bce3 2024-11-19T16:19:10,748 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:19:10,748 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:19:10,778 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/ns/4bdb427e61ed4ea697f6a292d67a3829 2024-11-19T16:19:10,780 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/.tmp/queue/5153ac4a3f35428c813d4db17a21d76d 2024-11-19T16:19:10,785 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/.tmp/hfileref/04057d4deb3c41c6993efd4e64b54512 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/hfileref/04057d4deb3c41c6993efd4e64b54512 2024-11-19T16:19:10,790 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/hfileref/04057d4deb3c41c6993efd4e64b54512, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T16:19:10,791 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/.tmp/queue/5153ac4a3f35428c813d4db17a21d76d as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/queue/5153ac4a3f35428c813d4db17a21d76d 2024-11-19T16:19:10,797 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/queue/5153ac4a3f35428c813d4db17a21d76d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T16:19:10,798 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2afd0d8bc9f80d75e90e5716d0b6bce3 in 859ms, sequenceid=10, compaction requested=false 2024-11-19T16:19:10,800 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/rep_barrier/d8de7f328f3f47519cbe0ad408ee51ab is 112, key is test,,1732033077465.56513619eff432dddbe9b19819e883ac./rep_barrier:seqnumDuringOpen/1732033078633/Put/seqid=0 2024-11-19T16:19:10,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741848_1024 (size=5518) 2024-11-19T16:19:10,806 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/replication/2afd0d8bc9f80d75e90e5716d0b6bce3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T16:19:10,807 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:10,807 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:10,807 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:19:10,807 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2afd0d8bc9f80d75e90e5716d0b6bce3: Waiting for close lock at 1732033149939Running coprocessor pre-close hooks at 1732033149939Disabling compacts and flushes for region at 1732033149939Disabling writes for close at 1732033149939Obtaining lock to block concurrent updates at 1732033149939Preparing flush snapshotting stores in 2afd0d8bc9f80d75e90e5716d0b6bce3 at 1732033149939Finished memstore snapshotting hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732033149940 (+1 ms)Flushing stores of hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. at 1732033149940Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3/hfileref: creating writer at 1732033149940Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3/hfileref: appending metadata at 1732033149954 (+14 ms)Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3/hfileref: closing flushed file at 1732033149954Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3/queue: creating writer at 1732033150363 (+409 ms)Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3/queue: appending metadata at 1732033150375 (+12 ms)Flushing 2afd0d8bc9f80d75e90e5716d0b6bce3/queue: closing flushed file at 1732033150375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5807da87: reopening flushed file at 1732033150785 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0ec170: reopening flushed file at 1732033150791 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2afd0d8bc9f80d75e90e5716d0b6bce3 in 859ms, sequenceid=10, compaction requested=false at 1732033150798 (+7 ms)Writing region close event to WAL at 1732033150803 (+5 ms)Running coprocessor post-close hooks at 1732033150807 (+4 ms)Closed at 1732033150807 2024-11-19T16:19:10,807 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033080831.2afd0d8bc9f80d75e90e5716d0b6bce3. 2024-11-19T16:19:10,930 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:19:10,930 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:19:10,930 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:11,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,130 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:11,206 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/rep_barrier/d8de7f328f3f47519cbe0ad408ee51ab 2024-11-19T16:19:11,223 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/table/ad9dcd47c4394543a31562bf91729ec0 is 53, key is hbase:replication/table:state/1732033081683/Put/seqid=0 2024-11-19T16:19:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741849_1025 (size=5308) 2024-11-19T16:19:11,331 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:11,531 DEBUG [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:11,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:11,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:11,628 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/table/ad9dcd47c4394543a31562bf91729ec0 2024-11-19T16:19:11,634 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/info/d76bb5ef9d2443a88c00111d984c12b3 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/info/d76bb5ef9d2443a88c00111d984c12b3 2024-11-19T16:19:11,641 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/info/d76bb5ef9d2443a88c00111d984c12b3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:19:11,642 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/ns/4bdb427e61ed4ea697f6a292d67a3829 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/ns/4bdb427e61ed4ea697f6a292d67a3829 2024-11-19T16:19:11,647 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/ns/4bdb427e61ed4ea697f6a292d67a3829, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:19:11,648 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/rep_barrier/d8de7f328f3f47519cbe0ad408ee51ab as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/rep_barrier/d8de7f328f3f47519cbe0ad408ee51ab 2024-11-19T16:19:11,653 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/rep_barrier/d8de7f328f3f47519cbe0ad408ee51ab, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:19:11,654 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/.tmp/table/ad9dcd47c4394543a31562bf91729ec0 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/table/ad9dcd47c4394543a31562bf91729ec0 2024-11-19T16:19:11,660 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/table/ad9dcd47c4394543a31562bf91729ec0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:19:11,661 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-19T16:19:11,661 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:19:11,666 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:19:11,667 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:11,667 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:11,667 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:11,667 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033149929Running coprocessor pre-close hooks at 1732033149929Disabling compacts and flushes for region at 1732033149929Disabling writes for close at 1732033149929Obtaining lock to block concurrent updates at 1732033149929Preparing flush snapshotting stores in 1588230740 at 1732033149929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033149930 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033149931 (+1 ms)Flushing 1588230740/info: creating writer at 1732033149931Flushing 1588230740/info: appending metadata at 1732033149948 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732033149948Flushing 1588230740/ns: creating writer at 1732033150358 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732033150373 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732033150373Flushing 1588230740/rep_barrier: creating writer at 1732033150783 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033150799 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033150799Flushing 1588230740/table: creating writer at 1732033151211 (+412 ms)Flushing 1588230740/table: appending metadata at 1732033151223 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732033151223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dc3bf8: reopening flushed file at 1732033151633 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a0d0be: reopening flushed file at 1732033151641 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d6c227: reopening flushed file at 1732033151647 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717fcfb6: reopening flushed file at 1732033151653 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1732033151661 (+8 ms)Writing region close event to WAL at 1732033151663 (+2 ms)Running coprocessor post-close hooks at 1732033151667 (+4 ms)Closed at 1732033151667 2024-11-19T16:19:11,667 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:11,731 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,38563,1732033068589; all regions closed. 2024-11-19T16:19:11,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:19:11,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.meta.1732033071448.meta not finished, retry = 0 2024-11-19T16:19:11,836 DEBUG [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/oldWALs 2024-11-19T16:19:11,836 INFO [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38563%2C1732033068589.meta:.meta(num 1732033071448) 2024-11-19T16:19:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741839_1015 (size=2700) 2024-11-19T16:19:11,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.rep.1732033081599 not finished, retry = 0 2024-11-19T16:19:11,941 DEBUG [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/oldWALs 2024-11-19T16:19:11,941 INFO [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38563%2C1732033068589.rep:(num 1732033081599) 2024-11-19T16:19:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741833_1009 (size=1300) 2024-11-19T16:19:11,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/WALs/32a8860bb9d6,38563,1732033068589/32a8860bb9d6%2C38563%2C1732033068589.1732033070825 not finished, retry = 0 2024-11-19T16:19:12,046 DEBUG [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/oldWALs 2024-11-19T16:19:12,046 INFO [RS:0;32a8860bb9d6:38563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38563%2C1732033068589:(num 1732033070825) 2024-11-19T16:19:12,046 DEBUG [RS:0;32a8860bb9d6:38563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:12,046 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:12,046 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:12,046 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:12,046 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:12,046 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:12,047 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,38563,1732033068589 because: Region server is closing 2024-11-19T16:19:12,047 INFO [RS:0;32a8860bb9d6:38563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:38563. 2024-11-19T16:19:12,047 DEBUG [RS:0;32a8860bb9d6:38563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:12,047 DEBUG [RS:0;32a8860bb9d6:38563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:12,047 DEBUG [RS:0;32a8860bb9d6:38563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:12,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:12,147 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.wal-reader.32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:19:12,147 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:19:12,147 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,38563,1732033068589.replicationSource.shipper32a8860bb9d6%2C38563%2C1732033068589,1-32a8860bb9d6,38563,1732033068589 terminated 2024-11-19T16:19:12,147 INFO [RS:0;32a8860bb9d6:38563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38563 2024-11-19T16:19:12,200 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165/rs 2024-11-19T16:19:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1659815165/rs/32a8860bb9d6,38563,1732033068589 2024-11-19T16:19:12,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,38563,1732033068589] 2024-11-19T16:19:12,221 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1659815165/draining/32a8860bb9d6,38563,1732033068589 already deleted, retry=false 2024-11-19T16:19:12,221 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,38563,1732033068589 expired; onlineServers=0 2024-11-19T16:19:12,221 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,37857,1732033068394' ***** 2024-11-19T16:19:12,221 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:19:12,221 INFO [M:0;32a8860bb9d6:37857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:12,221 INFO [M:0;32a8860bb9d6:37857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:12,221 DEBUG [M:0;32a8860bb9d6:37857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:19:12,221 DEBUG [M:0;32a8860bb9d6:37857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:19:12,221 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:19:12,221 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033070612 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033070612,5,FailOnTimeoutGroup] 2024-11-19T16:19:12,221 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033070613 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033070613,5,FailOnTimeoutGroup] 2024-11-19T16:19:12,221 INFO [M:0;32a8860bb9d6:37857 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:12,221 INFO [M:0;32a8860bb9d6:37857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:12,221 DEBUG [M:0;32a8860bb9d6:37857 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:19:12,221 INFO [M:0;32a8860bb9d6:37857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:19:12,222 INFO [M:0;32a8860bb9d6:37857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:12,222 INFO [M:0;32a8860bb9d6:37857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:19:12,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:19:12,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1659815165/master 2024-11-19T16:19:12,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1659815165 2024-11-19T16:19:12,231 DEBUG [M:0;32a8860bb9d6:37857 {}] zookeeper.ZKUtil(347): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Unable to get data of znode /0-1659815165/master because node does not exist (not an error) 2024-11-19T16:19:12,231 WARN [M:0;32a8860bb9d6:37857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:19:12,233 INFO [M:0;32a8860bb9d6:37857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/.lastflushedseqids 2024-11-19T16:19:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741850_1026 (size=263) 2024-11-19T16:19:12,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:12,311 INFO [RS:0;32a8860bb9d6:38563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:12,311 INFO [RS:0;32a8860bb9d6:38563 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,38563,1732033068589; zookeeper connection closed. 2024-11-19T16:19:12,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x10153e330a10001, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:12,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cda3893 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cda3893 2024-11-19T16:19:12,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:19:12,638 INFO [M:0;32a8860bb9d6:37857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:19:12,638 INFO [M:0;32a8860bb9d6:37857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:19:12,638 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:12,638 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:12,638 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:12,638 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:12,638 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:12,638 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T16:19:12,653 DEBUG [M:0;32a8860bb9d6:37857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7276874614ca49ed914c9d9413d18cd8 is 82, key is hbase:meta,,1/info:regioninfo/1732033071486/Put/seqid=0 2024-11-19T16:19:12,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741851_1027 (size=5672) 2024-11-19T16:19:13,057 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7276874614ca49ed914c9d9413d18cd8 2024-11-19T16:19:13,075 DEBUG [M:0;32a8860bb9d6:37857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f6e82888a8046b0b7df3b8e1c06f36d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033078655/Put/seqid=0 2024-11-19T16:19:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741852_1028 (size=7240) 2024-11-19T16:19:13,479 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f6e82888a8046b0b7df3b8e1c06f36d 2024-11-19T16:19:13,483 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f6e82888a8046b0b7df3b8e1c06f36d 2024-11-19T16:19:13,498 DEBUG [M:0;32a8860bb9d6:37857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d94bf13c1194d2c835e4d19d0ab8c18 is 69, key is 32a8860bb9d6,38563,1732033068589/rs:state/1732033070657/Put/seqid=0 2024-11-19T16:19:13,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741853_1029 (size=5156) 2024-11-19T16:19:13,903 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d94bf13c1194d2c835e4d19d0ab8c18 2024-11-19T16:19:13,909 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7276874614ca49ed914c9d9413d18cd8 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7276874614ca49ed914c9d9413d18cd8 2024-11-19T16:19:13,914 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7276874614ca49ed914c9d9413d18cd8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T16:19:13,915 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f6e82888a8046b0b7df3b8e1c06f36d as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f6e82888a8046b0b7df3b8e1c06f36d 2024-11-19T16:19:13,920 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f6e82888a8046b0b7df3b8e1c06f36d 2024-11-19T16:19:13,920 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f6e82888a8046b0b7df3b8e1c06f36d, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T16:19:13,921 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d94bf13c1194d2c835e4d19d0ab8c18 as hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d94bf13c1194d2c835e4d19d0ab8c18 2024-11-19T16:19:13,925 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37405/user/jenkins/test-data/08f30d7d-1279-73f5-e9a4-90a350fea621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d94bf13c1194d2c835e4d19d0ab8c18, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T16:19:13,926 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-19T16:19:13,932 INFO [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:13,932 DEBUG [M:0;32a8860bb9d6:37857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033152638Disabling compacts and flushes for region at 1732033152638Disabling writes for close at 1732033152638Obtaining lock to block concurrent updates at 1732033152638Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033152638Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732033152639 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033152639Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033152639Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033152652 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033152652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033153062 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033153074 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033153074Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033153484 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033153498 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033153498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ffc3ad: reopening flushed file at 1732033153908 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c062d3f: reopening flushed file at 1732033153914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4054ba98: reopening flushed file at 1732033153920 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732033153926 (+6 ms)Writing region close event to WAL at 1732033153932 (+6 ms)Closed at 1732033153932 2024-11-19T16:19:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741830_1006 (size=64526) 2024-11-19T16:19:13,936 INFO [M:0;32a8860bb9d6:37857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:19:13,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:13,936 INFO [M:0;32a8860bb9d6:37857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37857 2024-11-19T16:19:13,936 INFO [M:0;32a8860bb9d6:37857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:14,089 INFO [M:0;32a8860bb9d6:37857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37857-0x10153e330a10000, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:14,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5076ab08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:14,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67f366e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:14,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:14,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d17af4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:14,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d183c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:14,093 WARN [BP-713190788-172.17.0.3-1732033066253 heartbeating to localhost/127.0.0.1:37405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:19:14,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:19:14,093 WARN [BP-713190788-172.17.0.3-1732033066253 heartbeating to localhost/127.0.0.1:37405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-713190788-172.17.0.3-1732033066253 (Datanode Uuid 5a62f2c2-94ea-4bb9-8f55-815edc3e0770) service to localhost/127.0.0.1:37405 2024-11-19T16:19:14,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:19:14,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/data/data1/current/BP-713190788-172.17.0.3-1732033066253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:14,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/cluster_11e92b1e-51e0-d26c-b0e6-9e4fcc7c953e/data/data2/current/BP-713190788-172.17.0.3-1732033066253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:14,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:19:14,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58151de9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:14,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56de46a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:14,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:14,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6f1937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:14,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98cb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2292562e-799d-9032-4989-79174f66fae3/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:14,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:19:14,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:19:14,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f8c60b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f8c60b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62150) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33107 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62150) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37405 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 344), ProcessCount=11 (was 11), AvailableMemoryMB=4234 (was 4726) 2024-11-19T16:19:14,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=4233 2024-11-19T16:19:14,139 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T16:19:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir so I do NOT create it in target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c 2024-11-19T16:19:14,140 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:19:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.tmp.dir so I do NOT create it in target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c 2024-11-19T16:19:14,140 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e25fa792-c913-30dc-cc40-b24c24c14dd8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:19:14,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c 2024-11-19T16:19:14,140 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42, deleteOnExit=true 2024-11-19T16:19:14,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/zookeeper_0, clientPort=62713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:19:14,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62713 2024-11-19T16:19:14,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:19:14,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:19:14,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/test.cache.data in system properties and HBase conf 2024-11-19T16:19:14,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:19:14,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:19:14,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:19:14,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:19:14,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:19:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e330a10005, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:19:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e330a10002, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:19:14,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e330a10005, quorum=127.0.0.1:62150, baseZNode=/1-2028363438 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:19:14,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e330a10002, quorum=127.0.0.1:62150, baseZNode=/0-1659815165 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:19:14,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:14,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:14,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:14,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:14,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:19:14,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:14,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c67089d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:14,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1abc80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:14,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5389ed14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/java.io.tmpdir/jetty-localhost-36209-hadoop-hdfs-3_4_1-tests_jar-_-any-16610422893014469385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:14,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f51dbe4{HTTP/1.1, (http/1.1)}{localhost:36209} 2024-11-19T16:19:14,716 INFO [Time-limited test {}] server.Server(415): Started @145551ms 2024-11-19T16:19:14,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:14,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:14,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:14,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:14,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:19:14,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58f4c8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:14,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@401894bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:15,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@589b86cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/java.io.tmpdir/jetty-localhost-37021-hadoop-hdfs-3_4_1-tests_jar-_-any-35234105116303011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:15,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dcfe5fe{HTTP/1.1, (http/1.1)}{localhost:37021} 2024-11-19T16:19:15,072 INFO [Time-limited test {}] server.Server(415): Started @145907ms 2024-11-19T16:19:15,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:19:15,905 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/data/data2/current/BP-793120175-172.17.0.3-1732033154209/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:15,905 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/data/data1/current/BP-793120175-172.17.0.3-1732033154209/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:15,919 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:19:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21f9171147fc8697 with lease ID 0x12a342b605594a4b: Processing first storage report for DS-6d611fc8-7638-402f-900f-79a0e4d35790 from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=3d4ecd70-ebef-4ad3-8044-3f69a649511e, infoPort=43143, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=1998535249;c=1732033154209) 2024-11-19T16:19:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21f9171147fc8697 with lease ID 0x12a342b605594a4b: from storage DS-6d611fc8-7638-402f-900f-79a0e4d35790 node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=3d4ecd70-ebef-4ad3-8044-3f69a649511e, infoPort=43143, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=1998535249;c=1732033154209), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21f9171147fc8697 with lease ID 0x12a342b605594a4b: Processing first storage report for DS-3f42cacf-bdfd-4770-be1a-b3f68eac3af6 from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=3d4ecd70-ebef-4ad3-8044-3f69a649511e, infoPort=43143, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=1998535249;c=1732033154209) 2024-11-19T16:19:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21f9171147fc8697 with lease ID 0x12a342b605594a4b: from storage DS-3f42cacf-bdfd-4770-be1a-b3f68eac3af6 node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=3d4ecd70-ebef-4ad3-8044-3f69a649511e, infoPort=43143, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=1998535249;c=1732033154209), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:16,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c 2024-11-19T16:19:16,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:16,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:19:16,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c with version=8 2024-11-19T16:19:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/hbase-staging 2024-11-19T16:19:16,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:16,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:16,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:19:16,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:16,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35935 2024-11-19T16:19:16,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35935 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:16,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359350x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:16,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35935-0x10153e4883b0000 connected 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:19:16,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:16,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:16,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:16,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c, hbase.cluster.distributed=false 2024-11-19T16:19:16,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/acl 2024-11-19T16:19:16,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35935 2024-11-19T16:19:16,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35935 2024-11-19T16:19:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35935 2024-11-19T16:19:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35935 2024-11-19T16:19:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35935 2024-11-19T16:19:16,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:16,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:16,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:16,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:16,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:16,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:16,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:19:16,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:16,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34031 2024-11-19T16:19:16,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34031 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:16,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:16,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340310x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:16,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340310x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:16,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34031-0x10153e4883b0001 connected 2024-11-19T16:19:16,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:19:16,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:19:16,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/master 2024-11-19T16:19:16,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/acl 2024-11-19T16:19:16,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-19T16:19:16,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34031 2024-11-19T16:19:16,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34031 2024-11-19T16:19:16,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-19T16:19:16,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-19T16:19:16,655 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:35935 2024-11-19T16:19:16,656 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951170704/backup-masters/32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:16,663 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on existing znode=/0951170704/backup-masters/32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951170704/master 2024-11-19T16:19:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:16,674 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on existing znode=/0951170704/master 2024-11-19T16:19:16,674 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951170704/backup-masters/32a8860bb9d6,35935,1732033156421 from backup master directory 2024-11-19T16:19:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/backup-masters/32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:16,684 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:16,684 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:16,687 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/hbase.id] with ID: a26b48e4-f44f-4027-9100-31beab351736 2024-11-19T16:19:16,688 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/.tmp/hbase.id 2024-11-19T16:19:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:19:17,092 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/.tmp/hbase.id]:[hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/hbase.id] 2024-11-19T16:19:17,103 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:17,103 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:19:17,104 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:19:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:17,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:19:17,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:17,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:17,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:17,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:17,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:17,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:17,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:17,577 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:19:17,577 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:19:17,984 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store 2024-11-19T16:19:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:19:18,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:18,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:18,390 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:18,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:18,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:18,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:18,390 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:18,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033158390Disabling compacts and flushes for region at 1732033158390Disabling writes for close at 1732033158390Writing region close event to WAL at 1732033158390Closed at 1732033158390 2024-11-19T16:19:18,391 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/.initializing 2024-11-19T16:19:18,391 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:18,392 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:18,393 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C35935%2C1732033156421, suffix=, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/oldWALs, maxLogs=10 2024-11-19T16:19:18,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421/32a8860bb9d6%2C35935%2C1732033156421.1732033158394, exclude list is [], retry=0 2024-11-19T16:19:18,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:18,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 2024-11-19T16:19:18,409 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:18,409 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:18,409 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:18,409 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,410 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:19:18,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:18,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:18,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:19:18,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:18,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:18,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:19:18,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:18,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:18,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:19:18,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:18,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:18,418 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,418 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,418 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,420 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,420 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,420 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:18,421 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:18,423 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:18,424 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69728212, jitterRate=0.03903132677078247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:18,424 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033158410Initializing all the Stores at 1732033158410Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033158410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033158411 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033158411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033158411Cleaning up temporary data from old regions at 1732033158420 (+9 ms)Region opened successfully at 1732033158424 (+4 ms) 2024-11-19T16:19:18,424 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:19:18,427 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7716cdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:18,428 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:19:18,428 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:19:18,428 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:19:18,428 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:19:18,429 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:19:18,429 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:19:18,429 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:19:18,431 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:19:18,432 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/balancer because node does not exist (not necessarily an error) 2024-11-19T16:19:18,500 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/balancer already deleted, retry=false 2024-11-19T16:19:18,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:19:18,501 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:19:18,595 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/normalizer already deleted, retry=false 2024-11-19T16:19:18,595 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:19:18,596 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:19:18,720 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/switch/split already deleted, retry=false 2024-11-19T16:19:18,721 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:19:18,807 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/switch/merge already deleted, retry=false 2024-11-19T16:19:18,810 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:19:18,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/snapshot-cleanup already deleted, retry=false 2024-11-19T16:19:18,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:18,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:18,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:18,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:18,831 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,35935,1732033156421, sessionid=0x10153e4883b0000, setting cluster-up flag (Was=false) 2024-11-19T16:19:18,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:18,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:18,883 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951170704/flush-table-proc/acquired, /0951170704/flush-table-proc/reached, /0951170704/flush-table-proc/abort 2024-11-19T16:19:18,884 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:18,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:18,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:18,936 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951170704/online-snapshot/acquired, /0951170704/online-snapshot/reached, /0951170704/online-snapshot/abort 2024-11-19T16:19:18,937 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:18,938 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:19:18,939 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:18,940 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:19:18,940 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:19:18,940 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,35935,1732033156421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:18,941 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033188942 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:19:18,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:18,942 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:19:18,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:19:18,943 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:18,943 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:19:18,943 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:19:18,943 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:19:18,943 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:19:18,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:18,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:19:18,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:19:18,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:19:18,944 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033158944,5,FailOnTimeoutGroup] 2024-11-19T16:19:18,944 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033158944,5,FailOnTimeoutGroup] 2024-11-19T16:19:18,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:18,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:19:18,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:18,944 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:19:18,948 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(746): ClusterId : a26b48e4-f44f-4027-9100-31beab351736 2024-11-19T16:19:18,948 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:19:18,958 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:19:18,958 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:19:18,968 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:19:18,969 DEBUG [RS:0;32a8860bb9d6:34031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6947604a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:18,985 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:34031 2024-11-19T16:19:18,985 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:19:18,985 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:19:18,985 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:19:18,986 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,35935,1732033156421 with port=34031, startcode=1732033156618 2024-11-19T16:19:18,986 DEBUG [RS:0;32a8860bb9d6:34031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:19:18,988 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:19:18,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:18,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35935 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:18,989 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c 2024-11-19T16:19:18,989 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44347 2024-11-19T16:19:18,989 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:19:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/rs 2024-11-19T16:19:19,000 DEBUG [RS:0;32a8860bb9d6:34031 {}] zookeeper.ZKUtil(111): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on existing znode=/0951170704/rs/32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:19,000 WARN [RS:0;32a8860bb9d6:34031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:19,000 INFO [RS:0;32a8860bb9d6:34031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:19,000 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:19,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,34031,1732033156618] 2024-11-19T16:19:19,004 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:19:19,008 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:19:19,008 INFO [RS:0;32a8860bb9d6:34031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:19:19,008 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,008 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:19:19,009 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:19:19,009 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,009 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,009 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:19,010 DEBUG [RS:0;32a8860bb9d6:34031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:19,010 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,010 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,011 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,011 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,011 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,011 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34031,1732033156618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:19,024 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:19:19,024 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34031,1732033156618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,024 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,024 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.Replication(171): 32a8860bb9d6,34031,1732033156618 started 2024-11-19T16:19:19,036 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:19,036 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,34031,1732033156618, RpcServer on 32a8860bb9d6/172.17.0.3:34031, sessionid=0x10153e4883b0001 2024-11-19T16:19:19,037 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:19:19,037 DEBUG [RS:0;32a8860bb9d6:34031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:19,037 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,34031,1732033156618' 2024-11-19T16:19:19,037 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951170704/flush-table-proc/abort' 2024-11-19T16:19:19,037 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951170704/flush-table-proc/acquired' 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,34031,1732033156618' 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951170704/online-snapshot/abort' 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951170704/online-snapshot/acquired' 2024-11-19T16:19:19,038 DEBUG [RS:0;32a8860bb9d6:34031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:19:19,038 INFO [RS:0;32a8860bb9d6:34031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:19:19,038 INFO [RS:0;32a8860bb9d6:34031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:19:19,139 INFO [RS:0;32a8860bb9d6:34031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:19,140 INFO [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C34031%2C1732033156618, suffix=, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs, maxLogs=10 2024-11-19T16:19:19,152 DEBUG [RS:0;32a8860bb9d6:34031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140, exclude list is [], retry=0 2024-11-19T16:19:19,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:19,156 INFO [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 2024-11-19T16:19:19,156 DEBUG [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:19,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:19:19,349 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c 2024-11-19T16:19:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:19:19,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:19,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:19,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:19,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:19,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:19,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:19,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:19,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:19,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:19,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:19,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:19,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:19,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:19,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:19,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:19,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:19,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:19,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:19,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740 2024-11-19T16:19:19,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740 2024-11-19T16:19:19,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:19,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:19,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:19,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:19,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:19,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74761253, jitterRate=0.11402948200702667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:19,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033159755Initializing all the Stores at 1732033159756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033159756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033159756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033159756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033159756Cleaning up temporary data from old regions at 1732033159764 (+8 ms)Region opened successfully at 1732033159768 (+4 ms) 2024-11-19T16:19:19,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:19,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:19,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:19,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:19,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:19,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:19,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033159768Disabling compacts and flushes for region at 1732033159768Disabling writes for close at 1732033159768Writing region close event to WAL at 1732033159769 (+1 ms)Closed at 1732033159769 2024-11-19T16:19:19,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:19,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:19:19,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:19:19,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:19,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:19:19,922 DEBUG [32a8860bb9d6:35935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:19:19,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:19,923 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,34031,1732033156618, state=OPENING 2024-11-19T16:19:19,989 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:19:19,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:19,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:20,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:20,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:20,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:20,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,34031,1732033156618}] 2024-11-19T16:19:20,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:19:20,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:19:20,157 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:19:20,157 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:20,158 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:19:20,159 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C34031%2C1732033156618.meta, suffix=.meta, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs, maxLogs=10 2024-11-19T16:19:20,174 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.meta.1732033160160.meta, exclude list is [], retry=0 2024-11-19T16:19:20,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:20,178 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.meta.1732033160160.meta 2024-11-19T16:19:20,178 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:20,178 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:20,179 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:20,179 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:20,179 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:19:20,179 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:19:20,179 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:19:20,179 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:20,179 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:19:20,179 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:19:20,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:20,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:20,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:20,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:20,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:20,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:20,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:20,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:20,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:20,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:20,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:20,184 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:20,185 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740 2024-11-19T16:19:20,186 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740 2024-11-19T16:19:20,187 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:20,187 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:20,187 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:20,188 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:20,189 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62788059, jitterRate=-0.06438501179218292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:20,189 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:19:20,190 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033160179Writing region info on filesystem at 1732033160179Initializing all the Stores at 1732033160180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033160180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033160180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033160180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033160180Cleaning up temporary data from old regions at 1732033160187 (+7 ms)Running coprocessor post-open hooks at 1732033160189 (+2 ms)Region opened successfully at 1732033160190 (+1 ms) 2024-11-19T16:19:20,190 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033160152 2024-11-19T16:19:20,192 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:19:20,192 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:19:20,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:20,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,34031,1732033156618, state=OPEN 2024-11-19T16:19:20,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:20,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:20,231 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:20,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:20,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:20,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:19:20,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,34031,1732033156618 in 231 msec 2024-11-19T16:19:20,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:19:20,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-19T16:19:20,236 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:20,236 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:19:20,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:20,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,34031,1732033156618, seqNum=-1] 2024-11-19T16:19:20,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:20,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:20,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-19T16:19:20,244 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033160244, completionTime=-1 2024-11-19T16:19:20,244 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:19:20,244 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033220246 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033280246 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35935,1732033156421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35935,1732033156421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35935,1732033156421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:35935, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,248 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:19:20,249 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.565sec 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35935,1732033156421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:20,250 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35935,1732033156421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:19:20,252 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:19:20,252 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:19:20,252 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35935,1732033156421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:20,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524c891f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:20,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,35935,-1 for getting cluster id 2024-11-19T16:19:20,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:20,350 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a26b48e4-f44f-4027-9100-31beab351736' 2024-11-19T16:19:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a26b48e4-f44f-4027-9100-31beab351736" 2024-11-19T16:19:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b078c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,35935,-1] 2024-11-19T16:19:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:20,351 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:20,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b494c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:20,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,34031,1732033156618, seqNum=-1] 2024-11-19T16:19:20,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:20,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:20,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:20,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e4883b0002 connected 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir so I do NOT create it in target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170 2024-11-19T16:19:20,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.tmp.dir so I do NOT create it in target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170 2024-11-19T16:19:20,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:19:20,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/cluster_c8d0b72c-70f3-def0-a8e4-89a8ade82126, deleteOnExit=true 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/test.cache.data in system properties and HBase conf 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:19:20,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:19:20,392 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:19:20,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:19:20,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:20,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:20,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:20,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:20,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:19:20,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:20,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28a62ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:20,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d3fbf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:20,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c07834a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/java.io.tmpdir/jetty-localhost-39779-hadoop-hdfs-3_4_1-tests_jar-_-any-13053441162247415013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:20,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb5c9dd{HTTP/1.1, (http/1.1)}{localhost:39779} 2024-11-19T16:19:20,798 INFO [Time-limited test {}] server.Server(415): Started @151633ms 2024-11-19T16:19:21,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:21,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:21,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:21,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:21,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:19:21,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33406b49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:21,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2a8312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:21,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f98a1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/java.io.tmpdir/jetty-localhost-44013-hadoop-hdfs-3_4_1-tests_jar-_-any-15084460366896263547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:21,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4247354b{HTTP/1.1, (http/1.1)}{localhost:44013} 2024-11-19T16:19:21,321 INFO [Time-limited test {}] server.Server(415): Started @152156ms 2024-11-19T16:19:21,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:19:22,024 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/cluster_c8d0b72c-70f3-def0-a8e4-89a8ade82126/data/data2/current/BP-114229217-172.17.0.3-1732033160407/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:22,024 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/cluster_c8d0b72c-70f3-def0-a8e4-89a8ade82126/data/data1/current/BP-114229217-172.17.0.3-1732033160407/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:22,039 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:19:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3be700615ac4aa22 with lease ID 0x21d20d422dcb15ea: Processing first storage report for DS-04171989-1515-4fd5-921c-9c44f9be44ca from datanode DatanodeRegistration(127.0.0.1:38151, datanodeUuid=f1b47555-65b7-4d1a-8f20-698d5b967f1e, infoPort=34157, infoSecurePort=0, ipcPort=33525, storageInfo=lv=-57;cid=testClusterID;nsid=1667990367;c=1732033160407) 2024-11-19T16:19:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3be700615ac4aa22 with lease ID 0x21d20d422dcb15ea: from storage DS-04171989-1515-4fd5-921c-9c44f9be44ca node DatanodeRegistration(127.0.0.1:38151, datanodeUuid=f1b47555-65b7-4d1a-8f20-698d5b967f1e, infoPort=34157, infoSecurePort=0, ipcPort=33525, storageInfo=lv=-57;cid=testClusterID;nsid=1667990367;c=1732033160407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3be700615ac4aa22 with lease ID 0x21d20d422dcb15ea: Processing first storage report for DS-cd886bfe-d9bd-4418-897c-f014cbc60509 from datanode DatanodeRegistration(127.0.0.1:38151, datanodeUuid=f1b47555-65b7-4d1a-8f20-698d5b967f1e, infoPort=34157, infoSecurePort=0, ipcPort=33525, storageInfo=lv=-57;cid=testClusterID;nsid=1667990367;c=1732033160407) 2024-11-19T16:19:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3be700615ac4aa22 with lease ID 0x21d20d422dcb15ea: from storage DS-cd886bfe-d9bd-4418-897c-f014cbc60509 node DatanodeRegistration(127.0.0.1:38151, datanodeUuid=f1b47555-65b7-4d1a-8f20-698d5b967f1e, infoPort=34157, infoSecurePort=0, ipcPort=33525, storageInfo=lv=-57;cid=testClusterID;nsid=1667990367;c=1732033160407), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T16:19:22,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170 2024-11-19T16:19:22,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:22,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:19:22,464 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85 with version=8 2024-11-19T16:19:22,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/hbase-staging 2024-11-19T16:19:22,466 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:19:22,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:22,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38461 2024-11-19T16:19:22,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38461 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:22,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384610x0, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:22,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38461-0x10153e4883b0003 connected 2024-11-19T16:19:22,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:22,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:22,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/running 2024-11-19T16:19:22,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85, hbase.cluster.distributed=false 2024-11-19T16:19:22,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/acl 2024-11-19T16:19:22,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-19T16:19:22,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38461 2024-11-19T16:19:22,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38461 2024-11-19T16:19:22,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-19T16:19:22,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-19T16:19:22,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:22,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38885 2024-11-19T16:19:22,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38885 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:22,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:22,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388850x0, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:22,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38885-0x10153e4883b0004 connected 2024-11-19T16:19:22,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/running 2024-11-19T16:19:22,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:19:22,623 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:19:22,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/master 2024-11-19T16:19:22,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/acl 2024-11-19T16:19:22,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-19T16:19:22,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38885 2024-11-19T16:19:22,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38885 2024-11-19T16:19:22,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-19T16:19:22,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38885 2024-11-19T16:19:22,640 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:38461 2024-11-19T16:19:22,640 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2043066857/backup-masters/32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857/backup-masters 2024-11-19T16:19:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857/backup-masters 2024-11-19T16:19:22,652 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on existing znode=/1-2043066857/backup-masters/32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2043066857/master 2024-11-19T16:19:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:22,663 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on existing znode=/1-2043066857/master 2024-11-19T16:19:22,663 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2043066857/backup-masters/32a8860bb9d6,38461,1732033162465 from backup master directory 2024-11-19T16:19:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857/backup-masters 2024-11-19T16:19:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043066857/backup-masters/32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857/backup-masters 2024-11-19T16:19:22,673 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:22,673 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:22,676 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/hbase.id] with ID: f9d91117-b9bc-414b-98c0-7a040d1493b4 2024-11-19T16:19:22,676 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/.tmp/hbase.id 2024-11-19T16:19:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:19:23,081 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/.tmp/hbase.id]:[hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/hbase.id] 2024-11-19T16:19:23,091 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:23,091 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:19:23,092 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:19:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:19:23,542 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:23,543 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:19:23,543 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:19:23,950 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store 2024-11-19T16:19:23,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:19:24,356 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:24,356 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:24,356 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:24,356 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:24,356 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:24,356 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:24,356 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:24,356 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033164356Disabling compacts and flushes for region at 1732033164356Disabling writes for close at 1732033164356Writing region close event to WAL at 1732033164356Closed at 1732033164356 2024-11-19T16:19:24,357 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/.initializing 2024-11-19T16:19:24,357 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/WALs/32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:24,359 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:24,361 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C38461%2C1732033162465, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/WALs/32a8860bb9d6,38461,1732033162465, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/oldWALs, maxLogs=10 2024-11-19T16:19:24,376 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/WALs/32a8860bb9d6,38461,1732033162465/32a8860bb9d6%2C38461%2C1732033162465.1732033164361, exclude list is [], retry=0 2024-11-19T16:19:24,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38151,DS-04171989-1515-4fd5-921c-9c44f9be44ca,DISK] 2024-11-19T16:19:24,380 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/WALs/32a8860bb9d6,38461,1732033162465/32a8860bb9d6%2C38461%2C1732033162465.1732033164361 2024-11-19T16:19:24,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-19T16:19:24,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:24,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:24,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:19:24,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:24,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:24,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:19:24,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:24,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:24,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:19:24,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:24,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:24,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:19:24,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:24,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:24,387 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,388 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,388 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,389 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,389 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,389 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:24,390 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:24,392 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:24,392 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66587755, jitterRate=-0.007765129208564758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:24,392 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033164381Initializing all the Stores at 1732033164382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033164382Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033164382Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033164382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033164382Cleaning up temporary data from old regions at 1732033164389 (+7 ms)Region opened successfully at 1732033164392 (+3 ms) 2024-11-19T16:19:24,392 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:19:24,395 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7638bef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:24,396 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:19:24,396 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:19:24,396 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:19:24,396 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:19:24,396 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:19:24,397 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:19:24,397 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:19:24,398 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:19:24,399 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Unable to get data of znode /1-2043066857/balancer because node does not exist (not necessarily an error) 2024-11-19T16:19:24,462 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043066857/balancer already deleted, retry=false 2024-11-19T16:19:24,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:19:24,463 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Unable to get data of znode /1-2043066857/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:19:24,472 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043066857/normalizer already deleted, retry=false 2024-11-19T16:19:24,473 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:19:24,473 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Unable to get data of znode /1-2043066857/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:19:24,483 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043066857/switch/split already deleted, retry=false 2024-11-19T16:19:24,484 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Unable to get data of znode /1-2043066857/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:19:24,494 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043066857/switch/merge already deleted, retry=false 2024-11-19T16:19:24,496 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Unable to get data of znode /1-2043066857/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:19:24,504 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043066857/snapshot-cleanup already deleted, retry=false 2024-11-19T16:19:24,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2043066857/running 2024-11-19T16:19:24,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2043066857/running 2024-11-19T16:19:24,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:24,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:24,515 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,38461,1732033162465, sessionid=0x10153e4883b0003, setting cluster-up flag (Was=false) 2024-11-19T16:19:24,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:24,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:24,567 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2043066857/flush-table-proc/acquired, /1-2043066857/flush-table-proc/reached, /1-2043066857/flush-table-proc/abort 2024-11-19T16:19:24,568 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:24,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:24,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:24,620 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2043066857/online-snapshot/acquired, /1-2043066857/online-snapshot/reached, /1-2043066857/online-snapshot/abort 2024-11-19T16:19:24,621 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:24,622 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:19:24,624 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:24,624 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:19:24,624 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:19:24,624 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,38461,1732033162465 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,625 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:24,626 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,626 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033194626 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:19:24,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:24,627 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:19:24,628 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:24,628 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:19:24,628 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:19:24,628 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:19:24,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:19:24,628 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:19:24,629 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:19:24,629 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:19:24,629 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033164629,5,FailOnTimeoutGroup] 2024-11-19T16:19:24,632 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033164629,5,FailOnTimeoutGroup] 2024-11-19T16:19:24,632 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,632 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:19:24,632 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,632 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,633 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(746): ClusterId : f9d91117-b9bc-414b-98c0-7a040d1493b4 2024-11-19T16:19:24,633 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:19:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:19:24,725 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:19:24,725 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:19:24,758 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:19:24,758 DEBUG [RS:0;32a8860bb9d6:38885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db299e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:24,768 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:38885 2024-11-19T16:19:24,768 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:19:24,768 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:19:24,769 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:19:24,769 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,38461,1732033162465 with port=38885, startcode=1732033162607 2024-11-19T16:19:24,769 DEBUG [RS:0;32a8860bb9d6:38885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:19:24,770 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:19:24,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:24,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38461 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:24,772 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85 2024-11-19T16:19:24,772 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43029 2024-11-19T16:19:24,772 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:19:24,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857/rs 2024-11-19T16:19:24,825 DEBUG [RS:0;32a8860bb9d6:38885 {}] zookeeper.ZKUtil(111): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on existing znode=/1-2043066857/rs/32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:24,825 WARN [RS:0;32a8860bb9d6:38885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:24,825 INFO [RS:0;32a8860bb9d6:38885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:24,825 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:24,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,38885,1732033162607] 2024-11-19T16:19:24,829 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:19:24,830 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:19:24,831 INFO [RS:0;32a8860bb9d6:38885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:19:24,831 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,831 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:19:24,832 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:19:24,832 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:24,832 DEBUG [RS:0;32a8860bb9d6:38885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:24,834 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,834 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,834 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,834 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,834 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,835 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38885,1732033162607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:24,848 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:19:24,848 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38885,1732033162607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,848 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,848 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.Replication(171): 32a8860bb9d6,38885,1732033162607 started 2024-11-19T16:19:24,860 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:24,860 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,38885,1732033162607, RpcServer on 32a8860bb9d6/172.17.0.3:38885, sessionid=0x10153e4883b0004 2024-11-19T16:19:24,860 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:19:24,860 DEBUG [RS:0;32a8860bb9d6:38885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:24,860 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,38885,1732033162607' 2024-11-19T16:19:24,860 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2043066857/flush-table-proc/abort' 2024-11-19T16:19:24,861 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2043066857/flush-table-proc/acquired' 2024-11-19T16:19:24,861 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:19:24,861 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:19:24,861 DEBUG [RS:0;32a8860bb9d6:38885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:24,861 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,38885,1732033162607' 2024-11-19T16:19:24,861 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2043066857/online-snapshot/abort' 2024-11-19T16:19:24,862 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2043066857/online-snapshot/acquired' 2024-11-19T16:19:24,862 DEBUG [RS:0;32a8860bb9d6:38885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:19:24,862 INFO [RS:0;32a8860bb9d6:38885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:19:24,862 INFO [RS:0;32a8860bb9d6:38885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:19:24,962 INFO [RS:0;32a8860bb9d6:38885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:24,964 INFO [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38885%2C1732033162607, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/oldWALs, maxLogs=10 2024-11-19T16:19:24,975 DEBUG [RS:0;32a8860bb9d6:38885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607/32a8860bb9d6%2C38885%2C1732033162607.1732033164964, exclude list is [], retry=0 2024-11-19T16:19:24,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38151,DS-04171989-1515-4fd5-921c-9c44f9be44ca,DISK] 2024-11-19T16:19:24,979 INFO [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607/32a8860bb9d6%2C38885%2C1732033162607.1732033164964 2024-11-19T16:19:24,980 DEBUG [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-19T16:19:25,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:19:25,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:19:25,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85 2024-11-19T16:19:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:19:25,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:25,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:25,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:25,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:25,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:25,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:25,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:25,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:25,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:25,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:25,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740 2024-11-19T16:19:25,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740 2024-11-19T16:19:25,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:25,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:25,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:25,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:25,054 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:25,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69715169, jitterRate=0.038836970925331116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033165042Initializing all the Stores at 1732033165042Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033165042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033165042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033165042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033165042Cleaning up temporary data from old regions at 1732033165050 (+8 ms)Region opened successfully at 1732033165055 (+5 ms) 2024-11-19T16:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:25,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:25,055 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033165055Disabling compacts and flushes for region at 1732033165055Disabling writes for close at 1732033165055Writing region close event to WAL at 1732033165055Closed at 1732033165055 2024-11-19T16:19:25,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:25,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:19:25,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:19:25,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:25,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:19:25,209 DEBUG [32a8860bb9d6:38461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:19:25,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:25,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,38885,1732033162607, state=OPENING 2024-11-19T16:19:25,230 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:19:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:25,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:25,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043066857/meta-region-server: CHANGED 2024-11-19T16:19:25,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38885,1732033162607}] 2024-11-19T16:19:25,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043066857/meta-region-server: CHANGED 2024-11-19T16:19:25,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:19:25,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:19:25,398 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:19:25,398 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:25,398 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:19:25,400 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C38885%2C1732033162607.meta, suffix=.meta, logDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/oldWALs, maxLogs=10 2024-11-19T16:19:25,411 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607/32a8860bb9d6%2C38885%2C1732033162607.meta.1732033165400.meta, exclude list is [], retry=0 2024-11-19T16:19:25,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38151,DS-04171989-1515-4fd5-921c-9c44f9be44ca,DISK] 2024-11-19T16:19:25,415 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/WALs/32a8860bb9d6,38885,1732033162607/32a8860bb9d6%2C38885%2C1732033162607.meta.1732033165400.meta 2024-11-19T16:19:25,415 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-19T16:19:25,415 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:25,416 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:25,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:25,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:19:25,416 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:19:25,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:19:25,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:25,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:19:25,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:19:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:25,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:25,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:25,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:25,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:25,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:25,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:25,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:25,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:25,422 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:25,423 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740 2024-11-19T16:19:25,424 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740 2024-11-19T16:19:25,425 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:25,425 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:25,426 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:25,427 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:25,428 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61567203, jitterRate=-0.082577183842659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:25,428 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:19:25,428 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033165417Writing region info on filesystem at 1732033165417Initializing all the Stores at 1732033165417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033165417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033165418 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033165418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033165418Cleaning up temporary data from old regions at 1732033165425 (+7 ms)Running coprocessor post-open hooks at 1732033165428 (+3 ms)Region opened successfully at 1732033165428 2024-11-19T16:19:25,429 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033165394 2024-11-19T16:19:25,431 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:19:25,431 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:19:25,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:25,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,38885,1732033162607, state=OPEN 2024-11-19T16:19:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2043066857/meta-region-server 2024-11-19T16:19:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2043066857/meta-region-server 2024-11-19T16:19:25,441 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:25,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043066857/meta-region-server: CHANGED 2024-11-19T16:19:25,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2043066857/meta-region-server: CHANGED 2024-11-19T16:19:25,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:19:25,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,38885,1732033162607 in 199 msec 2024-11-19T16:19:25,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:19:25,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-19T16:19:25,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:25,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:19:25,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:25,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38885,1732033162607, seqNum=-1] 2024-11-19T16:19:25,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:25,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:25,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 830 msec 2024-11-19T16:19:25,454 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033165454, completionTime=-1 2024-11-19T16:19:25,454 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:19:25,454 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033225456 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033285456 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38461,1732033162465-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38461,1732033162465-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38461,1732033162465-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:38461, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,456 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,458 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.786sec 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38461,1732033162465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:25,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38461,1732033162465-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:19:25,461 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:19:25,461 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:19:25,461 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,38461,1732033162465-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:25,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146e6b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,38461,-1 for getting cluster id 2024-11-19T16:19:25,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:25,535 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9d91117-b9bc-414b-98c0-7a040d1493b4' 2024-11-19T16:19:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9d91117-b9bc-414b-98c0-7a040d1493b4" 2024-11-19T16:19:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af907fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,38461,-1] 2024-11-19T16:19:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:25,536 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:25,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc8be51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,38885,1732033162607, seqNum=-1] 2024-11-19T16:19:25,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:25,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:25,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:25,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:25,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e4883b0005 connected 2024-11-19T16:19:25,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1814fe28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,35935,-1 for getting cluster id 2024-11-19T16:19:25,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:25,568 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a26b48e4-f44f-4027-9100-31beab351736' 2024-11-19T16:19:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a26b48e4-f44f-4027-9100-31beab351736" 2024-11-19T16:19:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd11e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,35935,-1] 2024-11-19T16:19:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:25,570 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2761c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582acce1 2024-11-19T16:19:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:25,572 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:25,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:38461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:19:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:19:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:25,575 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:38461' 2024-11-19T16:19:25,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0e88c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,576 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,38461,-1 for getting cluster id 2024-11-19T16:19:25,576 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:25,577 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9d91117-b9bc-414b-98c0-7a040d1493b4' 2024-11-19T16:19:25,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:25,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9d91117-b9bc-414b-98c0-7a040d1493b4" 2024-11-19T16:19:25,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed344b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,38461,-1] 2024-11-19T16:19:25,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:25,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:25,578 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4befc872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:25,579 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@741de1a5 2024-11-19T16:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:25,580 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:25,581 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T16:19:25,581 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:19:25,581 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:25,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:25,581 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:25,582 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:25,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:19:25,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:19:25,584 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:25,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:19:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741835_1011 (size=1138) 2024-11-19T16:19:25,633 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:19:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:25,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:25,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:25,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:25,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:25,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:25,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:25,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:25,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 391b449ce58204615f84d6bdfa0f0170, NAME => 'hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c 2024-11-19T16:19:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741836_1012 (size=44) 2024-11-19T16:19:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:26,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:26,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 391b449ce58204615f84d6bdfa0f0170, disabling compactions & flushes 2024-11-19T16:19:26,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. after waiting 0 ms 2024-11-19T16:19:26,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 391b449ce58204615f84d6bdfa0f0170: Waiting for close lock at 1732033166401Disabling compacts and flushes for region at 1732033166401Disabling writes for close at 1732033166401Writing region close event to WAL at 1732033166401Closed at 1732033166401 2024-11-19T16:19:26,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:19:26,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033166402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033166402"}]},"ts":"1732033166402"} 2024-11-19T16:19:26,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:19:26,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:19:26,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033166405"}]},"ts":"1732033166405"} 2024-11-19T16:19:26,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:19:26,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN}] 2024-11-19T16:19:26,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN 2024-11-19T16:19:26,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN; state=OFFLINE, location=32a8860bb9d6,34031,1732033156618; forceNewPlan=false, retain=false 2024-11-19T16:19:26,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:19:26,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:19:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T16:19:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T16:19:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:19:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:19:26,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=391b449ce58204615f84d6bdfa0f0170, regionState=OPENING, regionLocation=32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:26,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN because future has completed 2024-11-19T16:19:26,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 391b449ce58204615f84d6bdfa0f0170, server=32a8860bb9d6,34031,1732033156618}] 2024-11-19T16:19:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:26,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:26,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:19:26,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C34031%2C1732033156618.rep, suffix=, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs, maxLogs=10 2024-11-19T16:19:26,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.rep.1732033166723, exclude list is [], retry=0 2024-11-19T16:19:26,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:26,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.rep.1732033166723 2024-11-19T16:19:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 391b449ce58204615f84d6bdfa0f0170, NAME => 'hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:26,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:26,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:26,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. service=MultiRowMutationService 2024-11-19T16:19:26,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:19:26,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:26,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,742 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,744 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391b449ce58204615f84d6bdfa0f0170 columnFamilyName hfileref 2024-11-19T16:19:26,744 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:26,744 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(327): Store=391b449ce58204615f84d6bdfa0f0170/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:26,745 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,746 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391b449ce58204615f84d6bdfa0f0170 columnFamilyName queue 2024-11-19T16:19:26,746 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:26,746 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(327): Store=391b449ce58204615f84d6bdfa0f0170/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:26,746 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,747 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391b449ce58204615f84d6bdfa0f0170 columnFamilyName sid 2024-11-19T16:19:26,747 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:26,748 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(327): Store=391b449ce58204615f84d6bdfa0f0170/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:26,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:19:26,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:26,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 391b449ce58204615f84d6bdfa0f0170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68239116, jitterRate=0.0168420672416687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:19:26,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 391b449ce58204615f84d6bdfa0f0170: Running coprocessor pre-open hook at 1732033166741Writing region info on filesystem at 1732033166741Initializing all the Stores at 1732033166742 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033166742Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033166742Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033166742Cleaning up temporary data from old regions at 1732033166750 (+8 ms)Running coprocessor post-open hooks at 1732033166754 (+4 ms)Region opened successfully at 1732033166755 (+1 ms) 2024-11-19T16:19:26,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170., pid=7, masterSystemTime=1732033166716 2024-11-19T16:19:26,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:26,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=391b449ce58204615f84d6bdfa0f0170, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:26,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 391b449ce58204615f84d6bdfa0f0170, server=32a8860bb9d6,34031,1732033156618 because future has completed 2024-11-19T16:19:26,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T16:19:26,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 391b449ce58204615f84d6bdfa0f0170, server=32a8860bb9d6,34031,1732033156618 in 198 msec 2024-11-19T16:19:26,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:19:26,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN in 356 msec 2024-11-19T16:19:26,765 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:19:26,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033166765"}]},"ts":"1732033166765"} 2024-11-19T16:19:26,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:19:26,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:19:26,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-19T16:19:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170., hostname=32a8860bb9d6,34031,1732033156618, seqNum=2] 2024-11-19T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:26,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:19:27,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T16:19:27,027 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:19:27,052 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,34031,1732033156618, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:19:27,052 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:27,052 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,34031,1732033156618, seqNum=-1] 2024-11-19T16:19:27,053 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:27,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T16:19:27,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,34031,1732033156618', locateType=CURRENT is [region=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170., hostname=32a8860bb9d6,34031,1732033156618, seqNum=2] 2024-11-19T16:19:27,057 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T16:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T16:19:27,059 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,34031,1732033156618 suceeded 2024-11-19T16:19:27,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T16:19:27,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T16:19:27,060 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:38461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:19:27,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-19T16:19:27,070 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:38461' 2024-11-19T16:19:27,071 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60923237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:27,071 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,38461,-1 for getting cluster id 2024-11-19T16:19:27,071 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:27,072 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9d91117-b9bc-414b-98c0-7a040d1493b4' 2024-11-19T16:19:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9d91117-b9bc-414b-98c0-7a040d1493b4" 2024-11-19T16:19:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45dd338b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:27,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,38461,-1] 2024-11-19T16:19:27,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:27,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,073 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:27,074 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34105a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:27,074 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ea17fa 2024-11-19T16:19:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:27,076 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T16:19:27,077 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,34031,1732033156618 (queues=1) is replicating from cluster=a26b48e4-f44f-4027-9100-31beab351736 to cluster=f9d91117-b9bc-414b-98c0-7a040d1493b4 2024-11-19T16:19:27,077 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C34031%2C1732033156618 2024-11-19T16:19:27,077 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,34031,1732033156618, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:19:27,077 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.shipper32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C34031%2C1732033156618 2024-11-19T16:19:27,078 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140, startPosition=0, beingWritten=true 2024-11-19T16:19:27,282 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 to pos 0, reset compression=false 2024-11-19T16:19:27,587 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 to pos 0, reset compression=false 2024-11-19T16:19:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:27,730 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:19:27,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:27,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:27,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:27,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f27426d 2024-11-19T16:19:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:27,732 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:27,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35935 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:19:27,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:27,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:27,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:27,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:19:27,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1609631750, stopped=false 2024-11-19T16:19:27,733 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,35935,1732033156421 2024-11-19T16:19:27,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:27,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:27,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:27,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:27,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:27,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:27,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:27,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:27,778 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,34031,1732033156618' ***** 2024-11-19T16:19:27,778 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:19:27,778 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:19:27,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:19:27,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(3091): Received CLOSE for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:34031. 2024-11-19T16:19:27,779 DEBUG [RS:0;32a8860bb9d6:34031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:27,779 DEBUG [RS:0;32a8860bb9d6:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:27,779 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 391b449ce58204615f84d6bdfa0f0170, disabling compactions & flushes 2024-11-19T16:19:27,779 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:27,779 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:19:27,779 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. after waiting 0 ms 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:19:27,779 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:19:27,779 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 391b449ce58204615f84d6bdfa0f0170 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T16:19:27,779 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:19:27,780 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 391b449ce58204615f84d6bdfa0f0170=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.} 2024-11-19T16:19:27,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:27,780 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:27,780 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:27,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:27,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:27,780 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:27,780 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T16:19:27,793 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/.tmp/queue/783c2700dbac4514a9c15989305afefb is 151, key is 1-32a8860bb9d6,34031,1732033156618/queue:32a8860bb9d6%2C34031%2C1732033156618/1732033167056/Put/seqid=0 2024-11-19T16:19:27,793 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/info/e6f0e0a7fd1c4439a782ece1edfb0458 is 147, key is hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170./info:regioninfo/1732033166758/Put/seqid=0 2024-11-19T16:19:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741838_1014 (size=5350) 2024-11-19T16:19:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741839_1015 (size=6631) 2024-11-19T16:19:27,829 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:27,980 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:27,991 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 to pos 0, reset compression=false 2024-11-19T16:19:28,013 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:19:28,013 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:19:28,180 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:28,198 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/.tmp/queue/783c2700dbac4514a9c15989305afefb 2024-11-19T16:19:28,198 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/info/e6f0e0a7fd1c4439a782ece1edfb0458 2024-11-19T16:19:28,204 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/.tmp/queue/783c2700dbac4514a9c15989305afefb as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/queue/783c2700dbac4514a9c15989305afefb 2024-11-19T16:19:28,210 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/queue/783c2700dbac4514a9c15989305afefb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T16:19:28,211 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 391b449ce58204615f84d6bdfa0f0170 in 431ms, sequenceid=5, compaction requested=false 2024-11-19T16:19:28,211 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:19:28,215 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:19:28,216 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:28,216 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:28,216 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:28,216 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 391b449ce58204615f84d6bdfa0f0170: Waiting for close lock at 1732033167779Running coprocessor pre-close hooks at 1732033167779Disabling compacts and flushes for region at 1732033167779Disabling writes for close at 1732033167779Obtaining lock to block concurrent updates at 1732033167779Preparing flush snapshotting stores in 391b449ce58204615f84d6bdfa0f0170 at 1732033167779Finished memstore snapshotting hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732033167780 (+1 ms)Flushing stores of hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. at 1732033167780Flushing 391b449ce58204615f84d6bdfa0f0170/queue: creating writer at 1732033167780Flushing 391b449ce58204615f84d6bdfa0f0170/queue: appending metadata at 1732033167793 (+13 ms)Flushing 391b449ce58204615f84d6bdfa0f0170/queue: closing flushed file at 1732033167793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6fbdb2: reopening flushed file at 1732033168203 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 391b449ce58204615f84d6bdfa0f0170 in 431ms, sequenceid=5, compaction requested=false at 1732033168211 (+8 ms)Writing region close event to WAL at 1732033168212 (+1 ms)Running coprocessor post-close hooks at 1732033168216 (+4 ms)Closed at 1732033168216 2024-11-19T16:19:28,216 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:28,219 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/ns/37b119f9fd944700a7fbaf6481afc317 is 43, key is default/ns:d/1732033160239/Put/seqid=0 2024-11-19T16:19:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741840_1016 (size=5153) 2024-11-19T16:19:28,380 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:28,496 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 to pos 0, reset compression=false 2024-11-19T16:19:28,580 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:28,623 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/ns/37b119f9fd944700a7fbaf6481afc317 2024-11-19T16:19:28,641 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/table/b6b1a406e0764394b6cd31a0732dd525 is 53, key is hbase:replication/table:state/1732033166765/Put/seqid=0 2024-11-19T16:19:28,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741841_1017 (size=5256) 2024-11-19T16:19:28,781 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:19:28,781 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:19:28,781 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:28,981 DEBUG [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:29,045 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/table/b6b1a406e0764394b6cd31a0732dd525 2024-11-19T16:19:29,051 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/info/e6f0e0a7fd1c4439a782ece1edfb0458 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/info/e6f0e0a7fd1c4439a782ece1edfb0458 2024-11-19T16:19:29,056 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/info/e6f0e0a7fd1c4439a782ece1edfb0458, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T16:19:29,057 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/ns/37b119f9fd944700a7fbaf6481afc317 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/ns/37b119f9fd944700a7fbaf6481afc317 2024-11-19T16:19:29,062 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/ns/37b119f9fd944700a7fbaf6481afc317, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:19:29,063 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/table/b6b1a406e0764394b6cd31a0732dd525 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/table/b6b1a406e0764394b6cd31a0732dd525 2024-11-19T16:19:29,068 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/table/b6b1a406e0764394b6cd31a0732dd525, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T16:19:29,069 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-19T16:19:29,073 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T16:19:29,074 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:29,074 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:29,074 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:29,074 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033167780Running coprocessor pre-close hooks at 1732033167780Disabling compacts and flushes for region at 1732033167780Disabling writes for close at 1732033167780Obtaining lock to block concurrent updates at 1732033167780Preparing flush snapshotting stores in 1588230740 at 1732033167780Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732033167780Flushing stores of hbase:meta,,1.1588230740 at 1732033167780Flushing 1588230740/info: creating writer at 1732033167780Flushing 1588230740/info: appending metadata at 1732033167793 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732033167793Flushing 1588230740/ns: creating writer at 1732033168204 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732033168219 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732033168219Flushing 1588230740/table: creating writer at 1732033168628 (+409 ms)Flushing 1588230740/table: appending metadata at 1732033168641 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732033168641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b82029: reopening flushed file at 1732033169050 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364b2b4f: reopening flushed file at 1732033169057 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e0651f: reopening flushed file at 1732033169062 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732033169069 (+7 ms)Writing region close event to WAL at 1732033169070 (+1 ms)Running coprocessor post-close hooks at 1732033169074 (+4 ms)Closed at 1732033169074 2024-11-19T16:19:29,074 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:29,101 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 to pos 0, reset compression=false 2024-11-19T16:19:29,181 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,34031,1732033156618; all regions closed. 2024-11-19T16:19:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741834_1010 (size=2742) 2024-11-19T16:19:29,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.meta.1732033160160.meta not finished, retry = 0 2024-11-19T16:19:29,286 DEBUG [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs 2024-11-19T16:19:29,286 INFO [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C34031%2C1732033156618.meta:.meta(num 1732033160160) 2024-11-19T16:19:29,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.rep.1732033166723 not finished, retry = 0 2024-11-19T16:19:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741837_1013 (size=1586) 2024-11-19T16:19:29,390 DEBUG [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs 2024-11-19T16:19:29,390 INFO [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C34031%2C1732033156618.rep:(num 1732033166723) 2024-11-19T16:19:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741832_1008 (size=93) 2024-11-19T16:19:29,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618/32a8860bb9d6%2C34031%2C1732033156618.1732033159140 not finished, retry = 0 2024-11-19T16:19:29,495 DEBUG [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs 2024-11-19T16:19:29,495 INFO [RS:0;32a8860bb9d6:34031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C34031%2C1732033156618:(num 1732033159140) 2024-11-19T16:19:29,495 DEBUG [RS:0;32a8860bb9d6:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:29,495 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:29,495 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:29,495 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:29,495 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:29,495 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:29,496 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,34031,1732033156618 because: Region server is closing 2024-11-19T16:19:29,496 INFO [RS:0;32a8860bb9d6:34031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:34031. 2024-11-19T16:19:29,496 DEBUG [RS:0;32a8860bb9d6:34031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:29,496 DEBUG [RS:0;32a8860bb9d6:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:29,496 DEBUG [RS:0;32a8860bb9d6:34031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:29,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:29,596 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.shipper32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:19:29,596 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.wal-reader.32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:19:29,596 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,34031,1732033156618.replicationSource.shipper32a8860bb9d6%2C34031%2C1732033156618,1-32a8860bb9d6,34031,1732033156618 terminated 2024-11-19T16:19:29,597 INFO [RS:0;32a8860bb9d6:34031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34031 2024-11-19T16:19:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/rs/32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:29,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/rs 2024-11-19T16:19:29,672 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:29,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,34031,1732033156618] 2024-11-19T16:19:29,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/draining/32a8860bb9d6,34031,1732033156618 already deleted, retry=false 2024-11-19T16:19:29,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,34031,1732033156618 expired; onlineServers=0 2024-11-19T16:19:29,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,35935,1732033156421' ***** 2024-11-19T16:19:29,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:19:29,693 INFO [M:0;32a8860bb9d6:35935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:29,693 INFO [M:0;32a8860bb9d6:35935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:29,693 DEBUG [M:0;32a8860bb9d6:35935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:19:29,694 DEBUG [M:0;32a8860bb9d6:35935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:19:29,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:19:29,694 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033158944 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033158944,5,FailOnTimeoutGroup] 2024-11-19T16:19:29,694 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033158944 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033158944,5,FailOnTimeoutGroup] 2024-11-19T16:19:29,694 INFO [M:0;32a8860bb9d6:35935 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:29,694 INFO [M:0;32a8860bb9d6:35935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:29,694 DEBUG [M:0;32a8860bb9d6:35935 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:19:29,694 INFO [M:0;32a8860bb9d6:35935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:19:29,694 INFO [M:0;32a8860bb9d6:35935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:29,694 INFO [M:0;32a8860bb9d6:35935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:19:29,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:19:29,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/master 2024-11-19T16:19:29,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:29,704 DEBUG [M:0;32a8860bb9d6:35935 {}] zookeeper.ZKUtil(347): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/master because node does not exist (not an error) 2024-11-19T16:19:29,704 WARN [M:0;32a8860bb9d6:35935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:19:29,705 INFO [M:0;32a8860bb9d6:35935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/.lastflushedseqids 2024-11-19T16:19:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741842_1018 (size=181) 2024-11-19T16:19:29,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:29,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34031-0x10153e4883b0001, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:29,783 INFO [RS:0;32a8860bb9d6:34031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:29,783 INFO [RS:0;32a8860bb9d6:34031 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,34031,1732033156618; zookeeper connection closed. 2024-11-19T16:19:29,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a39c4d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a39c4d9 2024-11-19T16:19:29,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:19:30,109 INFO [M:0;32a8860bb9d6:35935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:19:30,109 INFO [M:0;32a8860bb9d6:35935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:19:30,109 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:30,109 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:30,109 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:30,109 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:30,110 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:30,110 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T16:19:30,125 DEBUG [M:0;32a8860bb9d6:35935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356173c795cd4db796aa999b9af4cabb is 82, key is hbase:meta,,1/info:regioninfo/1732033160192/Put/seqid=0 2024-11-19T16:19:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741843_1019 (size=5672) 2024-11-19T16:19:30,529 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356173c795cd4db796aa999b9af4cabb 2024-11-19T16:19:30,547 DEBUG [M:0;32a8860bb9d6:35935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315867d04b674826be37ac6ebaa2b8b5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732033166770/Put/seqid=0 2024-11-19T16:19:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741844_1020 (size=7203) 2024-11-19T16:19:30,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:30,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:30,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:30,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:30,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:30,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:30,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:30,951 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315867d04b674826be37ac6ebaa2b8b5 2024-11-19T16:19:30,970 DEBUG [M:0;32a8860bb9d6:35935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f988064526c34a66bf97996d350dd02c is 69, key is 32a8860bb9d6,34031,1732033156618/rs:state/1732033158988/Put/seqid=0 2024-11-19T16:19:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741845_1021 (size=5156) 2024-11-19T16:19:31,374 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f988064526c34a66bf97996d350dd02c 2024-11-19T16:19:31,379 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356173c795cd4db796aa999b9af4cabb as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356173c795cd4db796aa999b9af4cabb 2024-11-19T16:19:31,383 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356173c795cd4db796aa999b9af4cabb, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T16:19:31,384 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/315867d04b674826be37ac6ebaa2b8b5 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315867d04b674826be37ac6ebaa2b8b5 2024-11-19T16:19:31,388 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315867d04b674826be37ac6ebaa2b8b5, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T16:19:31,389 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f988064526c34a66bf97996d350dd02c as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f988064526c34a66bf97996d350dd02c 2024-11-19T16:19:31,393 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f988064526c34a66bf97996d350dd02c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T16:19:31,394 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-19T16:19:31,396 INFO [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:31,396 DEBUG [M:0;32a8860bb9d6:35935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033170109Disabling compacts and flushes for region at 1732033170109Disabling writes for close at 1732033170109Obtaining lock to block concurrent updates at 1732033170110 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033170110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732033170110Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033170110Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033170111 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033170124 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033170124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033170533 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033170546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033170546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033170957 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033170969 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033170969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6796008e: reopening flushed file at 1732033171378 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a8f6ea: reopening flushed file at 1732033171383 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f16b878: reopening flushed file at 1732033171388 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1732033171394 (+6 ms)Writing region close event to WAL at 1732033171396 (+2 ms)Closed at 1732033171396 2024-11-19T16:19:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741830_1006 (size=41008) 2024-11-19T16:19:31,399 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:31,399 INFO [M:0;32a8860bb9d6:35935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:19:31,399 INFO [M:0;32a8860bb9d6:35935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35935 2024-11-19T16:19:31,400 INFO [M:0;32a8860bb9d6:35935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:31,562 INFO [M:0;32a8860bb9d6:35935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35935-0x10153e4883b0000, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:31,563 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:19:31,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:31,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44605 2024-11-19T16:19:31,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44605 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446050x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:31,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44605-0x10153e4883b0006 connected 2024-11-19T16:19:31,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:31,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:31,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:31,592 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: INIT 2024-11-19T16:19:31,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c, hbase.cluster.distributed=false 2024-11-19T16:19:31,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/acl 2024-11-19T16:19:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-19T16:19:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44605 2024-11-19T16:19:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44605 2024-11-19T16:19:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-19T16:19:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-19T16:19:31,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:31,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:31,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:31,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:31,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:31,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:31,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:19:31,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:31,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43117 2024-11-19T16:19:31,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43117 connecting to ZooKeeper ensemble=127.0.0.1:62713 2024-11-19T16:19:31,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:31,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431170x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:31,620 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: INIT 2024-11-19T16:19:31,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431170x0, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:31,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43117-0x10153e4883b0007 connected 2024-11-19T16:19:31,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:19:31,621 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:19:31,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/master 2024-11-19T16:19:31,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/acl 2024-11-19T16:19:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-19T16:19:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43117 2024-11-19T16:19:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43117 2024-11-19T16:19:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-19T16:19:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43117 2024-11-19T16:19:31,633 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:44605 2024-11-19T16:19:31,633 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951170704/backup-masters/32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:31,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:31,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:31,641 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on existing znode=/0951170704/backup-masters/32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:31,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951170704/master 2024-11-19T16:19:31,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:31,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:31,651 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on existing znode=/0951170704/master 2024-11-19T16:19:31,652 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951170704/backup-masters/32a8860bb9d6,44605,1732033171563 from backup master directory 2024-11-19T16:19:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/backup-masters/32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/backup-masters 2024-11-19T16:19:31,662 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:31,662 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:31,672 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:31,672 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:19:31,678 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-19T16:19:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741846_1022 (size=196) 2024-11-19T16:19:32,088 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:32,089 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:19:32,089 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:32,094 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T16:19:32,096 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421 to hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421-dead as it is dead 2024-11-19T16:19:32,096 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421-dead/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 2024-11-19T16:19:32,097 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421-dead/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 after 1ms 2024-11-19T16:19:32,097 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421-dead/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 to hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 2024-11-19T16:19:32,097 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,35935,1732033156421-dead 2024-11-19T16:19:32,098 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:32,099 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:32,100 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C44605%2C1732033171563, suffix=, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,44605,1732033171563, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/oldWALs, maxLogs=10 2024-11-19T16:19:32,111 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,44605,1732033171563/32a8860bb9d6%2C44605%2C1732033171563.1732033172100, exclude list is [], retry=0 2024-11-19T16:19:32,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:32,115 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,44605,1732033171563/32a8860bb9d6%2C44605%2C1732033171563.1732033172100 2024-11-19T16:19:32,115 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:32,115 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:32,115 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:32,115 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,115 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:19:32,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356173c795cd4db796aa999b9af4cabb 2024-11-19T16:19:32,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:32,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:19:32,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/315867d04b674826be37ac6ebaa2b8b5 2024-11-19T16:19:32,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:32,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:19:32,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f988064526c34a66bf97996d350dd02c 2024-11-19T16:19:32,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:32,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:19:32,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:32,136 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,136 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T16:19:32,136 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 2024-11-19T16:19:32,140 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 2024-11-19T16:19:32,141 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32a8860bb9d6%2C35935%2C1732033156421.1732033158394 2024-11-19T16:19:32,142 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,142 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,142 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:32,143 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:32,145 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T16:19:32,146 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68403275, jitterRate=0.01928822696208954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:32,146 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033172115Initializing all the Stores at 1732033172116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033172116Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033172116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033172116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033172116Cleaning up temporary data from old regions at 1732033172142 (+26 ms)Region opened successfully at 1732033172146 (+4 ms) 2024-11-19T16:19:32,146 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:19:32,149 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ad7df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:32,151 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T16:19:32,151 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:19:32,151 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:19:32,151 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:19:32,151 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:19:32,154 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:32,154 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:19:32,155 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:19:32,155 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T16:19:32,155 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:19:32,157 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=32a8860bb9d6,34031,1732033156618, regionLocation=32a8860bb9d6,34031,1732033156618, openSeqNum=2 2024-11-19T16:19:32,157 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=32a8860bb9d6,34031,1732033156618, table=hbase:meta, region=1588230740 2024-11-19T16:19:32,157 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,34031,1732033156618, state=OPEN 2024-11-19T16:19:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:32,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:32,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:32,212 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:19:32,219 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/draining/32a8860bb9d6,34031,1732033156618 already deleted, retry=false 2024-11-19T16:19:32,219 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 32a8860bb9d6,34031,1732033156618 on 32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:32,220 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 32a8860bb9d6,34031,1732033156618, splitWal=true, meta=true 2024-11-19T16:19:32,220 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 32a8860bb9d6,34031,1732033156618 (carryingMeta=true) 32a8860bb9d6,34031,1732033156618/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4f026f58[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T16:19:32,222 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/balancer because node does not exist (not necessarily an error) 2024-11-19T16:19:32,230 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/balancer already deleted, retry=false 2024-11-19T16:19:32,230 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:19:32,231 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:19:32,240 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/normalizer already deleted, retry=false 2024-11-19T16:19:32,241 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:19:32,241 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:19:32,251 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/switch/split already deleted, retry=false 2024-11-19T16:19:32,252 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:19:32,261 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/switch/merge already deleted, retry=false 2024-11-19T16:19:32,273 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:19:32,282 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/snapshot-cleanup already deleted, retry=false 2024-11-19T16:19:32,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:32,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:32,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:32,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:32,293 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,44605,1732033171563, sessionid=0x10153e4883b0006, setting cluster-up flag (Was=false) 2024-11-19T16:19:32,304 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951170704/flush-table-proc/acquired, /0951170704/flush-table-proc/reached, /0951170704/flush-table-proc/abort 2024-11-19T16:19:32,305 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:32,315 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951170704/online-snapshot/acquired, /0951170704/online-snapshot/reached, /0951170704/online-snapshot/abort 2024-11-19T16:19:32,315 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:32,316 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/.lastflushedseqids 2024-11-19T16:19:32,318 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:19:32,318 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:19:32,318 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,44605,1732033171563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 32a8860bb9d6,34031,1732033156618 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:32,320 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033202321 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,321 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 32a8860bb9d6,34031,1732033156618, splitWal=true, meta=true 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:19:32,321 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:19:32,322 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 32a8860bb9d6,34031,1732033156618, splitWal=true, meta=true, isMeta: true 2024-11-19T16:19:32,322 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033172322,5,FailOnTimeoutGroup] 2024-11-19T16:19:32,322 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033172322,5,FailOnTimeoutGroup] 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033172322, completionTime=-1 2024-11-19T16:19:32,322 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T16:19:32,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T16:19:32,323 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618-splitting 2024-11-19T16:19:32,324 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618-splitting dir is empty, no logs to split. 2024-11-19T16:19:32,324 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32a8860bb9d6,34031,1732033156618 WAL count=0, meta=true 2024-11-19T16:19:32,325 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(746): ClusterId : a26b48e4-f44f-4027-9100-31beab351736 2024-11-19T16:19:32,325 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:19:32,326 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618-splitting dir is empty, no logs to split. 2024-11-19T16:19:32,326 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32a8860bb9d6,34031,1732033156618 WAL count=0, meta=true 2024-11-19T16:19:32,326 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 32a8860bb9d6,34031,1732033156618 WAL splitting is done? wals=0, meta=true 2024-11-19T16:19:32,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:19:32,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:32,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T16:19:32,336 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:19:32,336 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:19:32,346 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:19:32,346 DEBUG [RS:0;32a8860bb9d6:43117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144371b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:32,357 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:43117 2024-11-19T16:19:32,357 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:19:32,357 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:19:32,357 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:19:32,357 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,44605,1732033171563 with port=43117, startcode=1732033171607 2024-11-19T16:19:32,357 DEBUG [RS:0;32a8860bb9d6:43117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:19:32,359 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:19:32,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44605 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,360 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c 2024-11-19T16:19:32,360 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44347 2024-11-19T16:19:32,360 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:19:32,373 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T16:19:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/rs 2024-11-19T16:19:32,395 DEBUG [RS:0;32a8860bb9d6:43117 {}] zookeeper.ZKUtil(111): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on existing znode=/0951170704/rs/32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,395 WARN [RS:0;32a8860bb9d6:43117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:32,395 INFO [RS:0;32a8860bb9d6:43117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:32,395 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,43117,1732033171607] 2024-11-19T16:19:32,412 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:19:32,413 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:19:32,413 INFO [RS:0;32a8860bb9d6:43117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:19:32,413 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,414 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:19:32,414 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:19:32,414 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,414 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,414 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,414 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,414 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,414 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:32,415 DEBUG [RS:0;32a8860bb9d6:43117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:32,415 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,415 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,415 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,415 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,415 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,415 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43117,1732033171607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:32,427 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:19:32,428 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43117,1732033171607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,439 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,43117,1732033171607, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:19:32,440 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,440 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.Replication(171): 32a8860bb9d6,43117,1732033171607 started 2024-11-19T16:19:32,451 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:32,451 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,43117,1732033171607, RpcServer on 32a8860bb9d6/172.17.0.3:43117, sessionid=0x10153e4883b0007 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:38461' 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,43117,1732033171607' 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951170704/flush-table-proc/abort' 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951170704/flush-table-proc/acquired' 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:19:32,452 DEBUG [RS:0;32a8860bb9d6:43117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,43117,1732033171607' 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951170704/online-snapshot/abort' 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ae1cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,38461,-1 for getting cluster id 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951170704/online-snapshot/acquired' 2024-11-19T16:19:32,453 DEBUG [RS:0;32a8860bb9d6:43117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:19:32,453 INFO [RS:0;32a8860bb9d6:43117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:19:32,453 INFO [RS:0;32a8860bb9d6:43117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:19:32,454 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9d91117-b9bc-414b-98c0-7a040d1493b4' 2024-11-19T16:19:32,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:32,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9d91117-b9bc-414b-98c0-7a040d1493b4" 2024-11-19T16:19:32,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52edf947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:32,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,38461,-1] 2024-11-19T16:19:32,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:32,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:32,455 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:32,456 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25ab0981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:32,456 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:32,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@700e90ae 2024-11-19T16:19:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:32,457 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T16:19:32,458 INFO [RS:0;32a8860bb9d6:43117.replicationSource,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,43117,1732033171607 (queues=0) is replicating from cluster=a26b48e4-f44f-4027-9100-31beab351736 to cluster=f9d91117-b9bc-414b-98c0-7a040d1493b4 2024-11-19T16:19:32,479 WARN [32a8860bb9d6:44605 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T16:19:32,554 INFO [RS:0;32a8860bb9d6:43117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:32,555 INFO [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C43117%2C1732033171607, suffix=, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs, maxLogs=10 2024-11-19T16:19:32,566 DEBUG [RS:0;32a8860bb9d6:43117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555, exclude list is [], retry=0 2024-11-19T16:19:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:32,570 INFO [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 2024-11-19T16:19:32,571 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 32a8860bb9d6%2C43117%2C1732033171607 for peer 1 2024-11-19T16:19:32,571 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C43117%2C1732033171607 2024-11-19T16:19:32,571 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,43117,1732033171607, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:19:32,571 DEBUG [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:32,571 INFO [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C43117%2C1732033171607 2024-11-19T16:19:32,571 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555, startPosition=0, beingWritten=true 2024-11-19T16:19:32,729 DEBUG [32a8860bb9d6:44605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:19:32,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,730 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,43117,1732033171607, state=OPENING 2024-11-19T16:19:32,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:32,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:32,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:32,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:32,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:32,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,43117,1732033171607}] 2024-11-19T16:19:32,776 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:32,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:19:32,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:19:32,902 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:19:32,902 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:32,902 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:19:32,903 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C43117%2C1732033171607.meta, suffix=.meta, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs, maxLogs=10 2024-11-19T16:19:32,915 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.meta.1732033172904.meta, exclude list is [], retry=0 2024-11-19T16:19:32,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:32,918 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.meta.1732033172904.meta 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:32,919 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:19:32,919 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:19:32,919 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:19:32,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:32,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:32,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,928 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/info/e6f0e0a7fd1c4439a782ece1edfb0458 2024-11-19T16:19:32,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:32,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:32,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:32,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,934 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/ns/37b119f9fd944700a7fbaf6481afc317 2024-11-19T16:19:32,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:32,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:32,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:32,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:32,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:32,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:32,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:32,940 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/table/b6b1a406e0764394b6cd31a0732dd525 2024-11-19T16:19:32,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:32,941 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:32,941 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740 2024-11-19T16:19:32,942 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740 2024-11-19T16:19:32,943 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:32,943 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:32,944 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:32,945 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:32,945 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62435169, jitterRate=-0.06964348256587982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:32,945 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:19:32,945 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033172919Writing region info on filesystem at 1732033172919Initializing all the Stores at 1732033172920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033172920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033172921 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033172921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033172921Cleaning up temporary data from old regions at 1732033172943 (+22 ms)Running coprocessor post-open hooks at 1732033172945 (+2 ms)Region opened successfully at 1732033172945 2024-11-19T16:19:32,946 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732033172898 2024-11-19T16:19:32,948 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:19:32,948 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:19:32,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,43117,1732033171607, state=OPEN 2024-11-19T16:19:32,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:32,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951170704/meta-region-server 2024-11-19T16:19:32,956 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:32,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:32,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951170704/meta-region-server: CHANGED 2024-11-19T16:19:32,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T16:19:32,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,43117,1732033171607 in 210 msec 2024-11-19T16:19:32,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:19:32,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-19T16:19:33,081 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:33,485 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:33,875 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T16:19:33,989 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:34,594 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:35,298 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:35,378 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T16:19:36,103 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:36,830 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T16:19:36,830 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:19:36,830 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:36,830 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,43117,1732033171607, seqNum=-1] 2024-11-19T16:19:36,831 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:36,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:36,835 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=391b449ce58204615f84d6bdfa0f0170, regionState=OPEN, lastHost=32a8860bb9d6,34031,1732033156618, regionLocation=32a8860bb9d6,34031,1732033156618, openSeqNum=2 2024-11-19T16:19:36,835 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:19:36,835 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033236835 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033296836 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-19T16:19:36,836 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 32a8860bb9d6,34031,1732033156618 had 2 regions 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44605,1732033171563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44605,1732033171563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44605,1732033171563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:44605, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,836 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,837 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 32a8860bb9d6,34031,1732033156618, splitWal=true, meta=true, isMeta: false 2024-11-19T16:19:36,838 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618-splitting dir is empty, no logs to split. 2024-11-19T16:19:36,838 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32a8860bb9d6,34031,1732033156618 WAL count=0, meta=false 2024-11-19T16:19:36,841 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.179sec 2024-11-19T16:19:36,841 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,34031,1732033156618-splitting dir is empty, no logs to split. 2024-11-19T16:19:36,841 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32a8860bb9d6,34031,1732033156618 WAL count=0, meta=false 2024-11-19T16:19:36,841 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 32a8860bb9d6,34031,1732033156618 WAL splitting is done? wals=0, meta=false 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44605,1732033171563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:36,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44605,1732033171563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:19:36,842 WARN [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=32a8860bb9d6,34031,1732033156618/hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:36,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN}] 2024-11-19T16:19:36,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN 2024-11-19T16:19:36,845 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:19:36,845 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:19:36,845 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44605,1732033171563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:36,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T16:19:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebfccef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:36,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44605,-1 for getting cluster id 2024-11-19T16:19:36,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:36,929 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a26b48e4-f44f-4027-9100-31beab351736' 2024-11-19T16:19:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a26b48e4-f44f-4027-9100-31beab351736" 2024-11-19T16:19:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ea8760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44605,-1] 2024-11-19T16:19:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:36,931 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8bf2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:36,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,43117,1732033171607, seqNum=-1] 2024-11-19T16:19:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:36,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T16:19:36,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:36,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:36,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:36,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:36,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:36,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 32a8860bb9d6:44605 after: 32a8860bb9d6:44605 2024-11-19T16:19:36,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16afaafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:36,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44605,-1 for getting cluster id 2024-11-19T16:19:36,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:36,937 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a26b48e4-f44f-4027-9100-31beab351736' 2024-11-19T16:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a26b48e4-f44f-4027-9100-31beab351736" 2024-11-19T16:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdfc216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44605,-1] 2024-11-19T16:19:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:36,938 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:36,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406ee24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:36,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544732bd 2024-11-19T16:19:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:36,940 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:36,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44605 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T16:19:36,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:19:36,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:36,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:36,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:36,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:36,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:36,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:19:36,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=351909838, stopped=false 2024-11-19T16:19:36,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,38461,1732033162465 2024-11-19T16:19:36,995 DEBUG [32a8860bb9d6:44605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:19:36,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=391b449ce58204615f84d6bdfa0f0170, regionState=OPENING, regionLocation=32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN because future has completed 2024-11-19T16:19:36,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 391b449ce58204615f84d6bdfa0f0170, server=32a8860bb9d6,43117,1732033171607}] 2024-11-19T16:19:37,007 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:37,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043066857/running 2024-11-19T16:19:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043066857/running 2024-11-19T16:19:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:37,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:37,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:37,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:37,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:37,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/running 2024-11-19T16:19:37,009 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,38885,1732033162607' ***** 2024-11-19T16:19:37,009 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:19:37,009 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:19:37,009 INFO [RS:0;32a8860bb9d6:38885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:19:37,009 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:37,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Set watcher on znode that does not yet exist, /1-2043066857/running 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:38885. 2024-11-19T16:19:37,010 DEBUG [RS:0;32a8860bb9d6:38885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:37,010 DEBUG [RS:0;32a8860bb9d6:38885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:19:37,010 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:19:37,010 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:19:37,010 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:37,010 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:37,010 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:37,010 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:37,010 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:37,010 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:37,010 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T16:19:37,025 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/.tmp/ns/9662d4bf3a51417a9aaaff9a3788eaa8 is 43, key is default/ns:d/1732033165450/Put/seqid=0 2024-11-19T16:19:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741835_1011 (size=5153) 2024-11-19T16:19:37,045 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:37,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:37,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:37,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:19:37,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C43117%2C1732033171607.rep, suffix=, logDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607, archiveDir=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs, maxLogs=10 2024-11-19T16:19:37,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.rep.1732033177156, exclude list is [], retry=0 2024-11-19T16:19:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-6d611fc8-7638-402f-900f-79a0e4d35790,DISK] 2024-11-19T16:19:37,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.rep.1732033177156 2024-11-19T16:19:37,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43143:43143)] 2024-11-19T16:19:37,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 391b449ce58204615f84d6bdfa0f0170, NAME => 'hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:37,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:37,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:37,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. service=MultiRowMutationService 2024-11-19T16:19:37,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:19:37,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:37,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,173 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,174 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391b449ce58204615f84d6bdfa0f0170 columnFamilyName hfileref 2024-11-19T16:19:37,174 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:37,174 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(327): Store=391b449ce58204615f84d6bdfa0f0170/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:37,174 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,175 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391b449ce58204615f84d6bdfa0f0170 columnFamilyName queue 2024-11-19T16:19:37,175 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:37,180 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/queue/783c2700dbac4514a9c15989305afefb 2024-11-19T16:19:37,180 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(327): Store=391b449ce58204615f84d6bdfa0f0170/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:37,180 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,181 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391b449ce58204615f84d6bdfa0f0170 columnFamilyName sid 2024-11-19T16:19:37,181 DEBUG [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:37,181 INFO [StoreOpener-391b449ce58204615f84d6bdfa0f0170-1 {}] regionserver.HStore(327): Store=391b449ce58204615f84d6bdfa0f0170/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:37,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:19:37,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 391b449ce58204615f84d6bdfa0f0170; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59619631, jitterRate=-0.11159826815128326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:19:37,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:37,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 391b449ce58204615f84d6bdfa0f0170: Running coprocessor pre-open hook at 1732033177172Writing region info on filesystem at 1732033177172Initializing all the Stores at 1732033177173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033177173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033177173Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033177173Cleaning up temporary data from old regions at 1732033177184 (+11 ms)Running coprocessor post-open hooks at 1732033177186 (+2 ms)Region opened successfully at 1732033177186 2024-11-19T16:19:37,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170., pid=13, masterSystemTime=1732033177151 2024-11-19T16:19:37,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:37,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:37,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=391b449ce58204615f84d6bdfa0f0170, regionState=OPEN, openSeqNum=9, regionLocation=32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:37,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 391b449ce58204615f84d6bdfa0f0170, server=32a8860bb9d6,43117,1732033171607 because future has completed 2024-11-19T16:19:37,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T16:19:37,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 391b449ce58204615f84d6bdfa0f0170, server=32a8860bb9d6,43117,1732033171607 in 194 msec 2024-11-19T16:19:37,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T16:19:37,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391b449ce58204615f84d6bdfa0f0170, ASSIGN in 351 msec 2024-11-19T16:19:37,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T16:19:37,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170., hostname=32a8860bb9d6,43117,1732033171607, seqNum=9] 2024-11-19T16:19:37,210 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:37,211 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 32a8860bb9d6,34031,1732033156618 2024-11-19T16:19:37,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T16:19:37,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T16:19:37,410 DEBUG [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:37,429 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/.tmp/ns/9662d4bf3a51417a9aaaff9a3788eaa8 2024-11-19T16:19:37,456 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/.tmp/ns/9662d4bf3a51417a9aaaff9a3788eaa8 as hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/ns/9662d4bf3a51417a9aaaff9a3788eaa8 2024-11-19T16:19:37,461 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/ns/9662d4bf3a51417a9aaaff9a3788eaa8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T16:19:37,462 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-19T16:19:37,462 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:19:37,467 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T16:19:37,467 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:37,467 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:37,468 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:37,468 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033177010Running coprocessor pre-close hooks at 1732033177010Disabling compacts and flushes for region at 1732033177010Disabling writes for close at 1732033177010Obtaining lock to block concurrent updates at 1732033177010Preparing flush snapshotting stores in 1588230740 at 1732033177010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732033177011 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033177011Flushing 1588230740/ns: creating writer at 1732033177011Flushing 1588230740/ns: appending metadata at 1732033177024 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732033177024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b8e89: reopening flushed file at 1732033177456 (+432 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1732033177462 (+6 ms)Writing region close event to WAL at 1732033177463 (+1 ms)Running coprocessor post-close hooks at 1732033177467 (+4 ms)Closed at 1732033177467 2024-11-19T16:19:37,468 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:37,611 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,38885,1732033162607; all regions closed. 2024-11-19T16:19:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741834_1010 (size=1152) 2024-11-19T16:19:37,615 DEBUG [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/oldWALs 2024-11-19T16:19:37,615 INFO [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38885%2C1732033162607.meta:.meta(num 1732033165400) 2024-11-19T16:19:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741832_1008 (size=93) 2024-11-19T16:19:37,618 DEBUG [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/oldWALs 2024-11-19T16:19:37,618 INFO [RS:0;32a8860bb9d6:38885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C38885%2C1732033162607:(num 1732033164964) 2024-11-19T16:19:37,618 DEBUG [RS:0;32a8860bb9d6:38885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:37,618 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:37,618 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:37,619 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:37,619 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:37,619 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:37,619 INFO [RS:0;32a8860bb9d6:38885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38885 2024-11-19T16:19:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043066857/rs/32a8860bb9d6,38885,1732033162607 2024-11-19T16:19:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857/rs 2024-11-19T16:19:37,640 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:37,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,38885,1732033162607] 2024-11-19T16:19:37,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2043066857/draining/32a8860bb9d6,38885,1732033162607 already deleted, retry=false 2024-11-19T16:19:37,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,38885,1732033162607 expired; onlineServers=0 2024-11-19T16:19:37,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,38461,1732033162465' ***** 2024-11-19T16:19:37,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:19:37,661 INFO [M:0;32a8860bb9d6:38461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:37,661 INFO [M:0;32a8860bb9d6:38461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:37,661 DEBUG [M:0;32a8860bb9d6:38461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:19:37,661 DEBUG [M:0;32a8860bb9d6:38461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:19:37,661 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:19:37,662 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033164629 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033164629,5,FailOnTimeoutGroup] 2024-11-19T16:19:37,661 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033164629 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033164629,5,FailOnTimeoutGroup] 2024-11-19T16:19:37,662 INFO [M:0;32a8860bb9d6:38461 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:37,662 INFO [M:0;32a8860bb9d6:38461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:37,662 DEBUG [M:0;32a8860bb9d6:38461 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:19:37,662 INFO [M:0;32a8860bb9d6:38461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:19:37,662 INFO [M:0;32a8860bb9d6:38461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:37,662 INFO [M:0;32a8860bb9d6:38461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:19:37,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:19:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2043066857/master 2024-11-19T16:19:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2043066857 2024-11-19T16:19:37,672 DEBUG [M:0;32a8860bb9d6:38461 {}] zookeeper.ZKUtil(347): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Unable to get data of znode /1-2043066857/master because node does not exist (not an error) 2024-11-19T16:19:37,672 WARN [M:0;32a8860bb9d6:38461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:19:37,673 INFO [M:0;32a8860bb9d6:38461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/.lastflushedseqids 2024-11-19T16:19:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741836_1012 (size=99) 2024-11-19T16:19:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:37,751 INFO [RS:0;32a8860bb9d6:38885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38885-0x10153e4883b0004, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:37,751 INFO [RS:0;32a8860bb9d6:38885 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,38885,1732033162607; zookeeper connection closed. 2024-11-19T16:19:37,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78628a42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78628a42 2024-11-19T16:19:37,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:19:38,012 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:38,077 INFO [M:0;32a8860bb9d6:38461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:19:38,078 INFO [M:0;32a8860bb9d6:38461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:19:38,078 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:38,078 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:38,078 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:38,078 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:38,078 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:38,078 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T16:19:38,092 DEBUG [M:0;32a8860bb9d6:38461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c235b52ba754c75a8badd4d06372ab9 is 82, key is hbase:meta,,1/info:regioninfo/1732033165431/Put/seqid=0 2024-11-19T16:19:38,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741837_1013 (size=5672) 2024-11-19T16:19:38,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:38,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:38,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:38,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:38,496 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c235b52ba754c75a8badd4d06372ab9 2024-11-19T16:19:38,518 DEBUG [M:0;32a8860bb9d6:38461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d55b576f2cab456682e7674d95ca08c0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732033165453/Put/seqid=0 2024-11-19T16:19:38,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741838_1014 (size=5275) 2024-11-19T16:19:38,922 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d55b576f2cab456682e7674d95ca08c0 2024-11-19T16:19:38,943 DEBUG [M:0;32a8860bb9d6:38461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7db30cf3c97e42199b77578c6602f14c is 69, key is 32a8860bb9d6,38885,1732033162607/rs:state/1732033164771/Put/seqid=0 2024-11-19T16:19:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741839_1015 (size=5156) 2024-11-19T16:19:39,117 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:39,348 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7db30cf3c97e42199b77578c6602f14c 2024-11-19T16:19:39,352 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c235b52ba754c75a8badd4d06372ab9 as hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c235b52ba754c75a8badd4d06372ab9 2024-11-19T16:19:39,356 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c235b52ba754c75a8badd4d06372ab9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T16:19:39,357 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d55b576f2cab456682e7674d95ca08c0 as hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d55b576f2cab456682e7674d95ca08c0 2024-11-19T16:19:39,362 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d55b576f2cab456682e7674d95ca08c0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T16:19:39,362 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7db30cf3c97e42199b77578c6602f14c as hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7db30cf3c97e42199b77578c6602f14c 2024-11-19T16:19:39,366 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7db30cf3c97e42199b77578c6602f14c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T16:19:39,367 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-19T16:19:39,368 INFO [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:39,368 DEBUG [M:0;32a8860bb9d6:38461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033178078Disabling compacts and flushes for region at 1732033178078Disabling writes for close at 1732033178078Obtaining lock to block concurrent updates at 1732033178078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033178078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732033178078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033178079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033178079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033178091 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033178091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033178501 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033178517 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033178518 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033178927 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033178942 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033178942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d03553: reopening flushed file at 1732033179351 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12682e65: reopening flushed file at 1732033179357 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b741ec4: reopening flushed file at 1732033179362 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1732033179367 (+5 ms)Writing region close event to WAL at 1732033179368 (+1 ms)Closed at 1732033179368 2024-11-19T16:19:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38151 is added to blk_1073741830_1006 (size=10165) 2024-11-19T16:19:39,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fc9bed9-86c1-b9db-d9bb-6c6f7cf7ff85/MasterData/WALs/32a8860bb9d6,38461,1732033162465/32a8860bb9d6%2C38461%2C1732033162465.1732033164361 not finished, retry = 0 2024-11-19T16:19:39,471 INFO [M:0;32a8860bb9d6:38461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:19:39,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:39,471 INFO [M:0;32a8860bb9d6:38461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38461 2024-11-19T16:19:39,472 INFO [M:0;32a8860bb9d6:38461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:39,671 INFO [M:0;32a8860bb9d6:38461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x10153e4883b0003, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:39,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f98a1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:39,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4247354b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:39,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:39,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2a8312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:39,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33406b49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:39,675 WARN [BP-114229217-172.17.0.3-1732033160407 heartbeating to localhost/127.0.0.1:43029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:19:39,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:19:39,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:19:39,675 WARN [BP-114229217-172.17.0.3-1732033160407 heartbeating to localhost/127.0.0.1:43029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-114229217-172.17.0.3-1732033160407 (Datanode Uuid f1b47555-65b7-4d1a-8f20-698d5b967f1e) service to localhost/127.0.0.1:43029 2024-11-19T16:19:39,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/cluster_c8d0b72c-70f3-def0-a8e4-89a8ade82126/data/data1/current/BP-114229217-172.17.0.3-1732033160407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:39,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/cluster_c8d0b72c-70f3-def0-a8e4-89a8ade82126/data/data2/current/BP-114229217-172.17.0.3-1732033160407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:39,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:19:39,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c07834a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:39,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb5c9dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:39,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:39,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d3fbf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:39,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28a62ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:39,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:19:39,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:19:39,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:39,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:39,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:39,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:39,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:39,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:19:39,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103898027, stopped=false 2024-11-19T16:19:39,695 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,44605,1732033171563 2024-11-19T16:19:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/running 2024-11-19T16:19:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:39,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:39,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:39,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:39,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:39,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:39,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,43117,1732033171607' ***** 2024-11-19T16:19:39,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:19:39,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Set watcher on znode that does not yet exist, /0951170704/running 2024-11-19T16:19:39,714 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:19:39,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:43117. 2024-11-19T16:19:39,715 DEBUG [RS:0;32a8860bb9d6:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:39,715 DEBUG [RS:0;32a8860bb9d6:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 391b449ce58204615f84d6bdfa0f0170, disabling compactions & flushes 2024-11-19T16:19:39,715 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. after waiting 0 ms 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:19:39,715 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:19:39,715 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 391b449ce58204615f84d6bdfa0f0170=hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170.} 2024-11-19T16:19:39,715 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391b449ce58204615f84d6bdfa0f0170 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:39,715 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:39,715 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:39,716 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T16:19:39,718 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/replication/391b449ce58204615f84d6bdfa0f0170/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T16:19:39,719 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:39,719 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:39,719 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:39,719 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 391b449ce58204615f84d6bdfa0f0170: Waiting for close lock at 1732033179715Running coprocessor pre-close hooks at 1732033179715Disabling compacts and flushes for region at 1732033179715Disabling writes for close at 1732033179715Writing region close event to WAL at 1732033179715Running coprocessor post-close hooks at 1732033179719 (+4 ms)Closed at 1732033179719 2024-11-19T16:19:39,719 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170. 2024-11-19T16:19:39,721 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:39,730 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/info/35b5f1c25d45491bb2373261f36240c7 is 147, key is hbase:replication,,1732033165582.391b449ce58204615f84d6bdfa0f0170./info:regioninfo/1732033177189/Put/seqid=0 2024-11-19T16:19:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741851_1027 (size=6385) 2024-11-19T16:19:39,916 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:40,116 DEBUG [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:19:40,134 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/info/35b5f1c25d45491bb2373261f36240c7 2024-11-19T16:19:40,140 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/.tmp/info/35b5f1c25d45491bb2373261f36240c7 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/info/35b5f1c25d45491bb2373261f36240c7 2024-11-19T16:19:40,145 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/info/35b5f1c25d45491bb2373261f36240c7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T16:19:40,146 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-19T16:19:40,151 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T16:19:40,151 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:40,152 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:40,152 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:40,152 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033179715Running coprocessor pre-close hooks at 1732033179715Disabling compacts and flushes for region at 1732033179715Disabling writes for close at 1732033179715Obtaining lock to block concurrent updates at 1732033179716 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732033179716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732033179716Flushing stores of hbase:meta,,1.1588230740 at 1732033179716Flushing 1588230740/info: creating writer at 1732033179716Flushing 1588230740/info: appending metadata at 1732033179729 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732033179729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f59694f: reopening flushed file at 1732033180139 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732033180146 (+7 ms)Writing region close event to WAL at 1732033180147 (+1 ms)Running coprocessor post-close hooks at 1732033180151 (+4 ms)Closed at 1732033180152 (+1 ms) 2024-11-19T16:19:40,152 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:40,316 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,43117,1732033171607; all regions closed. 2024-11-19T16:19:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741849_1025 (size=2156) 2024-11-19T16:19:40,320 DEBUG [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs 2024-11-19T16:19:40,320 INFO [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C43117%2C1732033171607.meta:.meta(num 1732033172904) 2024-11-19T16:19:40,321 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 to pos 0, reset compression=false 2024-11-19T16:19:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741850_1026 (size=796) 2024-11-19T16:19:40,325 DEBUG [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs 2024-11-19T16:19:40,325 INFO [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C43117%2C1732033171607.rep:(num 1732033177156) 2024-11-19T16:19:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741848_1024 (size=93) 2024-11-19T16:19:40,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 not finished, retry = 0 2024-11-19T16:19:40,428 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 for the last time to pos 0, reset compression=false 2024-11-19T16:19:40,430 DEBUG [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C43117%2C1732033171607:(num 1732033172555) 2024-11-19T16:19:40,430 DEBUG [RS:0;32a8860bb9d6:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:40,430 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 was moved to hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,43117,1732033171607 because: Region server is closing 2024-11-19T16:19:40,430 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T16:19:40,430 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T16:19:40,430 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T16:19:40,430 INFO [RS:0;32a8860bb9d6:43117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:43117. 2024-11-19T16:19:40,431 DEBUG [RS:0;32a8860bb9d6:43117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:40,431 DEBUG [RS:0;32a8860bb9d6:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:40,431 DEBUG [RS:0;32a8860bb9d6:43117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:40,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:40,433 INFO [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 was moved to hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/oldWALs/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 2024-11-19T16:19:40,433 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 and length of the file is 93 2024-11-19T16:19:40,433 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.wal-reader.32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555 2024-11-19T16:19:40,434 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,43117,1732033171607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/WALs/32a8860bb9d6,43117,1732033171607/32a8860bb9d6%2C43117%2C1732033171607.1732033172555, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T16:19:40,434 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:40,434 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,43117,1732033171607, seqNum=-1] 2024-11-19T16:19:40,435 WARN [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-32a8860bb9d6,43117,1732033171607', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:43117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-19T16:19:40,436 ERROR [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,43117,1732033171607: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,43117,1732033171607, walGroup=32a8860bb9d6%2C43117%2C1732033171607, offset=32a8860bb9d6%2C43117%2C1732033171607.1732033172555:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:43117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:19:40,437 ERROR [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:19:40,439 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:19:40,440 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:19:40,440 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:19:40,440 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:19:40,440 INFO [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 714315392 }, "NonHeapMemoryUsage": { "committed": 185204736, "init": 7667712, "max": -1, "used": 182379384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:19:40,442 DEBUG [RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [32a8860bb9d6%2C43117%2C1732033171607.1732033172555] 2024-11-19T16:19:40,531 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;32a8860bb9d6:43117.replicationSource.shipper32a8860bb9d6%2C43117%2C1732033171607,1-32a8860bb9d6,43117,1732033171607 terminated 2024-11-19T16:19:40,531 INFO [RS:0;32a8860bb9d6:43117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43117 2024-11-19T16:19:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/rs/32a8860bb9d6,43117,1732033171607 2024-11-19T16:19:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704/rs 2024-11-19T16:19:40,587 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:40,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,43117,1732033171607] 2024-11-19T16:19:40,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951170704/draining/32a8860bb9d6,43117,1732033171607 already deleted, retry=false 2024-11-19T16:19:40,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,43117,1732033171607 expired; onlineServers=0 2024-11-19T16:19:40,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,44605,1732033171563' ***** 2024-11-19T16:19:40,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:19:40,608 INFO [M:0;32a8860bb9d6:44605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:19:40,608 INFO [M:0;32a8860bb9d6:44605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:19:40,608 DEBUG [M:0;32a8860bb9d6:44605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:19:40,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:19:40,609 DEBUG [M:0;32a8860bb9d6:44605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:19:40,609 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033172322 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033172322,5,FailOnTimeoutGroup] 2024-11-19T16:19:40,609 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033172322 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033172322,5,FailOnTimeoutGroup] 2024-11-19T16:19:40,609 INFO [M:0;32a8860bb9d6:44605 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:19:40,609 INFO [M:0;32a8860bb9d6:44605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:19:40,609 DEBUG [M:0;32a8860bb9d6:44605 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:19:40,609 INFO [M:0;32a8860bb9d6:44605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:19:40,609 INFO [M:0;32a8860bb9d6:44605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:19:40,609 INFO [M:0;32a8860bb9d6:44605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:19:40,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:19:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951170704/master 2024-11-19T16:19:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951170704 2024-11-19T16:19:40,619 DEBUG [M:0;32a8860bb9d6:44605 {}] zookeeper.ZKUtil(347): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Unable to get data of znode /0951170704/master because node does not exist (not an error) 2024-11-19T16:19:40,619 WARN [M:0;32a8860bb9d6:44605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:19:40,619 INFO [M:0;32a8860bb9d6:44605 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/.lastflushedseqids 2024-11-19T16:19:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741852_1028 (size=181) 2024-11-19T16:19:40,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:40,698 INFO [RS:0;32a8860bb9d6:43117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:40,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43117-0x10153e4883b0007, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:40,698 INFO [RS:0;32a8860bb9d6:43117 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,43117,1732033171607; zookeeper connection closed. 2024-11-19T16:19:40,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2097f235 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2097f235 2024-11-19T16:19:40,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:19:41,024 INFO [M:0;32a8860bb9d6:44605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:19:41,024 INFO [M:0;32a8860bb9d6:44605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:19:41,024 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:41,024 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:41,024 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:41,024 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:41,024 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:41,024 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T16:19:41,038 DEBUG [M:0;32a8860bb9d6:44605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ac256534ed44733a4309f059a6b6c11 is 82, key is hbase:meta,,1/info:regioninfo/1732033172948/Put/seqid=0 2024-11-19T16:19:41,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741853_1029 (size=5672) 2024-11-19T16:19:41,442 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ac256534ed44733a4309f059a6b6c11 2024-11-19T16:19:41,458 DEBUG [M:0;32a8860bb9d6:44605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1a416cf1ab43ce91aa095de3a280b0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732033177195/Put/seqid=0 2024-11-19T16:19:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741854_1030 (size=7312) 2024-11-19T16:19:41,862 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1a416cf1ab43ce91aa095de3a280b0 2024-11-19T16:19:41,879 DEBUG [M:0;32a8860bb9d6:44605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c987ae38a444e5792dbb043d8c10103 is 69, key is 32a8860bb9d6,43117,1732033171607/rs:state/1732033172359/Put/seqid=0 2024-11-19T16:19:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741855_1031 (size=5370) 2024-11-19T16:19:42,283 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c987ae38a444e5792dbb043d8c10103 2024-11-19T16:19:42,288 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c987ae38a444e5792dbb043d8c10103 2024-11-19T16:19:42,289 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ac256534ed44733a4309f059a6b6c11 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ac256534ed44733a4309f059a6b6c11 2024-11-19T16:19:42,295 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ac256534ed44733a4309f059a6b6c11, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T16:19:42,296 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1a416cf1ab43ce91aa095de3a280b0 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e1a416cf1ab43ce91aa095de3a280b0 2024-11-19T16:19:42,302 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e1a416cf1ab43ce91aa095de3a280b0, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T16:19:42,303 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c987ae38a444e5792dbb043d8c10103 as hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c987ae38a444e5792dbb043d8c10103 2024-11-19T16:19:42,308 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c987ae38a444e5792dbb043d8c10103 2024-11-19T16:19:42,308 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44347/user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c987ae38a444e5792dbb043d8c10103, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T16:19:42,309 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-19T16:19:42,310 INFO [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:42,310 DEBUG [M:0;32a8860bb9d6:44605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033181024Disabling compacts and flushes for region at 1732033181024Disabling writes for close at 1732033181024Obtaining lock to block concurrent updates at 1732033181024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033181024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732033181025 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033181025Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033181025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033181037 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033181038 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033181446 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033181458 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033181458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033181867 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033181879 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033181879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cef807c: reopening flushed file at 1732033182288 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5add111b: reopening flushed file at 1732033182295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131384cb: reopening flushed file at 1732033182302 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1732033182309 (+7 ms)Writing region close event to WAL at 1732033182310 (+1 ms)Closed at 1732033182310 2024-11-19T16:19:42,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ebd7134-5128-34f0-d7ee-ce65e297070c/MasterData/WALs/32a8860bb9d6,44605,1732033171563/32a8860bb9d6%2C44605%2C1732033171563.1732033172100 not finished, retry = 0 2024-11-19T16:19:42,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741847_1023 (size=22903) 2024-11-19T16:19:42,413 INFO [M:0;32a8860bb9d6:44605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:19:42,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:19:42,413 INFO [M:0;32a8860bb9d6:44605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44605 2024-11-19T16:19:42,414 INFO [M:0;32a8860bb9d6:44605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:19:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:42,571 INFO [M:0;32a8860bb9d6:44605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:19:42,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44605-0x10153e4883b0006, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:19:42,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@589b86cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:42,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dcfe5fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:42,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:42,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@401894bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:42,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58f4c8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:42,575 WARN [BP-793120175-172.17.0.3-1732033154209 heartbeating to localhost/127.0.0.1:44347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:19:42,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:19:42,575 WARN [BP-793120175-172.17.0.3-1732033154209 heartbeating to localhost/127.0.0.1:44347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793120175-172.17.0.3-1732033154209 (Datanode Uuid 3d4ecd70-ebef-4ad3-8044-3f69a649511e) service to localhost/127.0.0.1:44347 2024-11-19T16:19:42,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:19:42,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/data/data1/current/BP-793120175-172.17.0.3-1732033154209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:42,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/cluster_ce289ae3-6a4a-f066-bd4a-388f2a703c42/data/data2/current/BP-793120175-172.17.0.3-1732033154209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:19:42,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:19:42,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5389ed14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:42,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f51dbe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:19:42,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:19:42,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1abc80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:19:42,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c67089d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e6b00f-ee9a-b98f-fa5d-70a2c9e0c47c/hadoop.log.dir/,STOPPED} 2024-11-19T16:19:42,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:19:42,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:19:42,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43029 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44347 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=4109 (was 4233) 2024-11-19T16:19:42,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=4109 2024-11-19T16:19:42,623 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T16:19:42,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir so I do NOT create it in target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd 2024-11-19T16:19:42,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:19:42,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.tmp.dir so I do NOT create it in target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd 2024-11-19T16:19:42,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08f40ac2-4acb-4a17-d96f-459af4c34170/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:19:42,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd 2024-11-19T16:19:42,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a, deleteOnExit=true 2024-11-19T16:19:42,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/zookeeper_0, clientPort=62073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:19:42,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62073 2024-11-19T16:19:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:19:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:19:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/test.cache.data in system properties and HBase conf 2024-11-19T16:19:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:19:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:19:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:19:42,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:19:42,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:19:42,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e4883b0005, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:19:42,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e4883b0002, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:19:42,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e4883b0002, quorum=127.0.0.1:62713, baseZNode=/0951170704 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:19:42,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e4883b0005, quorum=127.0.0.1:62713, baseZNode=/1-2043066857 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:19:42,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:42,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:42,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:42,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:42,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:19:42,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:42,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fb47719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:42,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b36654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:43,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad73777{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/java.io.tmpdir/jetty-localhost-45915-hadoop-hdfs-3_4_1-tests_jar-_-any-9183920044670113358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:43,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64705465{HTTP/1.1, (http/1.1)}{localhost:45915} 2024-11-19T16:19:43,036 INFO [Time-limited test {}] server.Server(415): Started @173870ms 2024-11-19T16:19:43,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:43,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:43,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:43,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:43,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:19:43,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@641616a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:43,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e322604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:43,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dec8d0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/java.io.tmpdir/jetty-localhost-39151-hadoop-hdfs-3_4_1-tests_jar-_-any-11635253228581325887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:43,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@156172f5{HTTP/1.1, (http/1.1)}{localhost:39151} 2024-11-19T16:19:43,374 INFO [Time-limited test {}] server.Server(415): Started @174208ms 2024-11-19T16:19:43,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:19:44,086 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/data/data2/current/BP-134107151-172.17.0.3-1732033182641/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:44,086 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/data/data1/current/BP-134107151-172.17.0.3-1732033182641/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:44,103 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:19:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2476d89b973639d with lease ID 0xf03146ff1e57c1ae: Processing first storage report for DS-3e5a46b3-d662-4390-92fd-030625dc1422 from datanode DatanodeRegistration(127.0.0.1:35731, datanodeUuid=f736d0e0-862f-49c7-aba3-ac42a4873a43, infoPort=42927, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=329918008;c=1732033182641) 2024-11-19T16:19:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2476d89b973639d with lease ID 0xf03146ff1e57c1ae: from storage DS-3e5a46b3-d662-4390-92fd-030625dc1422 node DatanodeRegistration(127.0.0.1:35731, datanodeUuid=f736d0e0-862f-49c7-aba3-ac42a4873a43, infoPort=42927, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=329918008;c=1732033182641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2476d89b973639d with lease ID 0xf03146ff1e57c1ae: Processing first storage report for DS-2f9b40a8-60cf-4370-8e97-c18d43a26901 from datanode DatanodeRegistration(127.0.0.1:35731, datanodeUuid=f736d0e0-862f-49c7-aba3-ac42a4873a43, infoPort=42927, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=329918008;c=1732033182641) 2024-11-19T16:19:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2476d89b973639d with lease ID 0xf03146ff1e57c1ae: from storage DS-2f9b40a8-60cf-4370-8e97-c18d43a26901 node DatanodeRegistration(127.0.0.1:35731, datanodeUuid=f736d0e0-862f-49c7-aba3-ac42a4873a43, infoPort=42927, infoSecurePort=0, ipcPort=36475, storageInfo=lv=-57;cid=testClusterID;nsid=329918008;c=1732033182641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:44,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd 2024-11-19T16:19:44,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:44,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:19:44,628 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c with version=8 2024-11-19T16:19:44,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/hbase-staging 2024-11-19T16:19:44,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:44,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:44,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:44,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:44,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:44,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:44,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:19:44,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:44,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42071 2024-11-19T16:19:44,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42071 connecting to ZooKeeper ensemble=127.0.0.1:62073 2024-11-19T16:19:44,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420710x0, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:44,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42071-0x10153e4f74c0000 connected 2024-11-19T16:19:44,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:44,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:44,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/running 2024-11-19T16:19:44,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c, hbase.cluster.distributed=false 2024-11-19T16:19:44,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/acl 2024-11-19T16:19:44,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42071 2024-11-19T16:19:44,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42071 2024-11-19T16:19:44,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42071 2024-11-19T16:19:44,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42071 2024-11-19T16:19:44,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42071 2024-11-19T16:19:44,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:19:44,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:44,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41089 2024-11-19T16:19:44,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41089 connecting to ZooKeeper ensemble=127.0.0.1:62073 2024-11-19T16:19:44,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:44,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:44,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410890x0, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:44,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410890x0, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/running 2024-11-19T16:19:44,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41089-0x10153e4f74c0001 connected 2024-11-19T16:19:44,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:19:44,851 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:19:44,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/master 2024-11-19T16:19:44,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/acl 2024-11-19T16:19:44,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41089 2024-11-19T16:19:44,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41089 2024-11-19T16:19:44,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41089 2024-11-19T16:19:44,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41089 2024-11-19T16:19:44,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41089 2024-11-19T16:19:44,880 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:42071 2024-11-19T16:19:44,880 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01850429912/backup-masters/32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912/backup-masters 2024-11-19T16:19:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912/backup-masters 2024-11-19T16:19:44,892 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on existing znode=/01850429912/backup-masters/32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01850429912/master 2024-11-19T16:19:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:44,903 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on existing znode=/01850429912/master 2024-11-19T16:19:44,903 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01850429912/backup-masters/32a8860bb9d6,42071,1732033184629 from backup master directory 2024-11-19T16:19:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912/backup-masters 2024-11-19T16:19:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01850429912/backup-masters/32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912/backup-masters 2024-11-19T16:19:44,913 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:44,913 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:44,916 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/hbase.id] with ID: 12be722c-bc73-441b-9690-d068b31b9a01 2024-11-19T16:19:44,916 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/.tmp/hbase.id 2024-11-19T16:19:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:19:45,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:45,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:45,321 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/.tmp/hbase.id]:[hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/hbase.id] 2024-11-19T16:19:45,330 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:45,330 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:19:45,331 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:19:45,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:45,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:19:45,782 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:45,783 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:19:45,783 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:19:45,789 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store 2024-11-19T16:19:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:19:46,194 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:46,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:46,195 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:46,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:46,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:46,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:46,195 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:46,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033186195Disabling compacts and flushes for region at 1732033186195Disabling writes for close at 1732033186195Writing region close event to WAL at 1732033186195Closed at 1732033186195 2024-11-19T16:19:46,195 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/.initializing 2024-11-19T16:19:46,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/WALs/32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:46,196 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:46,198 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C42071%2C1732033184629, suffix=, logDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/WALs/32a8860bb9d6,42071,1732033184629, archiveDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/oldWALs, maxLogs=10 2024-11-19T16:19:46,214 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/WALs/32a8860bb9d6,42071,1732033184629/32a8860bb9d6%2C42071%2C1732033184629.1732033186198, exclude list is [], retry=0 2024-11-19T16:19:46,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-3e5a46b3-d662-4390-92fd-030625dc1422,DISK] 2024-11-19T16:19:46,218 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/WALs/32a8860bb9d6,42071,1732033184629/32a8860bb9d6%2C42071%2C1732033184629.1732033186198 2024-11-19T16:19:46,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-19T16:19:46,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:46,219 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:46,219 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,219 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:19:46,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:46,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:46,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:19:46,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:19:46,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:46,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:46,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:19:46,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:46,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:46,226 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,227 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,227 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,228 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,228 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,229 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:46,230 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:46,232 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:46,233 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59564248, jitterRate=-0.11242353916168213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:46,233 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033186219Initializing all the Stores at 1732033186220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033186220Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033186220Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033186220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033186220Cleaning up temporary data from old regions at 1732033186228 (+8 ms)Region opened successfully at 1732033186233 (+5 ms) 2024-11-19T16:19:46,233 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:19:46,236 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd6daea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:46,237 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:19:46,237 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:19:46,237 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:19:46,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:19:46,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:19:46,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:19:46,239 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:19:46,240 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:19:46,241 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Unable to get data of znode /01850429912/balancer because node does not exist (not necessarily an error) 2024-11-19T16:19:46,396 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01850429912/balancer already deleted, retry=false 2024-11-19T16:19:46,396 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:19:46,397 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Unable to get data of znode /01850429912/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:19:46,408 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01850429912/normalizer already deleted, retry=false 2024-11-19T16:19:46,408 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:19:46,409 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Unable to get data of znode /01850429912/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:19:46,418 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01850429912/switch/split already deleted, retry=false 2024-11-19T16:19:46,419 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Unable to get data of znode /01850429912/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:19:46,429 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01850429912/switch/merge already deleted, retry=false 2024-11-19T16:19:46,430 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Unable to get data of znode /01850429912/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:19:46,439 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01850429912/snapshot-cleanup already deleted, retry=false 2024-11-19T16:19:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01850429912/running 2024-11-19T16:19:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01850429912/running 2024-11-19T16:19:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:46,450 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,42071,1732033184629, sessionid=0x10153e4f74c0000, setting cluster-up flag (Was=false) 2024-11-19T16:19:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:46,502 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01850429912/flush-table-proc/acquired, /01850429912/flush-table-proc/reached, /01850429912/flush-table-proc/abort 2024-11-19T16:19:46,503 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:46,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01850429912/online-snapshot/acquired, /01850429912/online-snapshot/reached, /01850429912/online-snapshot/abort 2024-11-19T16:19:46,556 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:46,557 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:19:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:19:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:46,559 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:46,559 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:19:46,559 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:19:46,559 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 32a8860bb9d6,34031,1732033156618: status=Processing ServerCrashProcedure of 32a8860bb9d6,34031,1732033156618 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732033172321, completionTime=-1 appears to have been leaked 2024-11-19T16:19:46,559 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,42071,1732033184629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:46,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,561 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(746): ClusterId : 12be722c-bc73-441b-9690-d068b31b9a01 2024-11-19T16:19:46,561 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:19:46,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:46,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:19:46,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:46,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:19:46,567 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:19:46,567 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:19:46,573 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033216573 2024-11-19T16:19:46,574 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:19:46,574 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:19:46,574 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:19:46,574 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:19:46,574 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:19:46,574 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:19:46,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,577 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:19:46,577 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c05c724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:46,581 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:19:46,581 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:19:46,581 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:19:46,581 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:19:46,588 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:19:46,588 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:19:46,589 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033186588,5,FailOnTimeoutGroup] 2024-11-19T16:19:46,589 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033186589,5,FailOnTimeoutGroup] 2024-11-19T16:19:46,589 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,589 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:19:46,589 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,589 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:19:46,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:19:46,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c 2024-11-19T16:19:46,592 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:41089 2024-11-19T16:19:46,592 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:19:46,592 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:19:46,592 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:19:46,592 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,42071,1732033184629 with port=41089, startcode=1732033184837 2024-11-19T16:19:46,593 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:19:46,596 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:19:46,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:46,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42071 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:46,598 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c 2024-11-19T16:19:46,598 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42121 2024-11-19T16:19:46,598 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:19:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741832_1008 (size=32) 2024-11-19T16:19:46,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912/rs 2024-11-19T16:19:46,608 DEBUG [RS:0;32a8860bb9d6:41089 {}] zookeeper.ZKUtil(111): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on existing znode=/01850429912/rs/32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:46,608 WARN [RS:0;32a8860bb9d6:41089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:46,608 INFO [RS:0;32a8860bb9d6:41089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:46,608 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:46,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,41089,1732033184837] 2024-11-19T16:19:46,612 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:19:46,613 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:19:46,616 INFO [RS:0;32a8860bb9d6:41089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:19:46,616 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,616 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:19:46,617 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:19:46,617 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,617 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,618 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,618 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,618 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,618 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:46,618 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:46,618 DEBUG [RS:0;32a8860bb9d6:41089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:46,619 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,619 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,619 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,619 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,619 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,619 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,41089,1732033184837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:46,636 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:19:46,636 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,41089,1732033184837-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,636 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,636 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.Replication(171): 32a8860bb9d6,41089,1732033184837 started 2024-11-19T16:19:46,652 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:46,652 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,41089,1732033184837, RpcServer on 32a8860bb9d6/172.17.0.3:41089, sessionid=0x10153e4f74c0001 2024-11-19T16:19:46,652 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:19:46,652 DEBUG [RS:0;32a8860bb9d6:41089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:46,652 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,41089,1732033184837' 2024-11-19T16:19:46,652 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01850429912/flush-table-proc/abort' 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01850429912/flush-table-proc/acquired' 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,41089,1732033184837' 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01850429912/online-snapshot/abort' 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01850429912/online-snapshot/acquired' 2024-11-19T16:19:46,653 DEBUG [RS:0;32a8860bb9d6:41089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:19:46,654 INFO [RS:0;32a8860bb9d6:41089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:19:46,654 INFO [RS:0;32a8860bb9d6:41089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:19:46,754 INFO [RS:0;32a8860bb9d6:41089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:46,755 INFO [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C41089%2C1732033184837, suffix=, logDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837, archiveDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/oldWALs, maxLogs=10 2024-11-19T16:19:46,768 DEBUG [RS:0;32a8860bb9d6:41089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756, exclude list is [], retry=0 2024-11-19T16:19:46,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-3e5a46b3-d662-4390-92fd-030625dc1422,DISK] 2024-11-19T16:19:46,773 INFO [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 2024-11-19T16:19:46,773 DEBUG [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-19T16:19:47,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:47,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:47,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:47,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:47,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:47,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:47,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:47,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:47,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:47,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:47,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740 2024-11-19T16:19:47,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740 2024-11-19T16:19:47,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:47,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:47,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:47,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:47,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:47,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71022762, jitterRate=0.058321624994277954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:47,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033187001Initializing all the Stores at 1732033187001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033187001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033187001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033187001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033187001Cleaning up temporary data from old regions at 1732033187009 (+8 ms)Region opened successfully at 1732033187014 (+5 ms) 2024-11-19T16:19:47,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:47,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:47,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:47,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:47,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:47,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:47,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033187014Disabling compacts and flushes for region at 1732033187014Disabling writes for close at 1732033187014Writing region close event to WAL at 1732033187014Closed at 1732033187014 2024-11-19T16:19:47,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:47,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:19:47,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:19:47,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:47,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:19:47,167 DEBUG [32a8860bb9d6:42071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:19:47,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:47,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,41089,1732033184837, state=OPENING 2024-11-19T16:19:47,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:19:47,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:47,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:47,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01850429912/meta-region-server: CHANGED 2024-11-19T16:19:47,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01850429912/meta-region-server: CHANGED 2024-11-19T16:19:47,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:47,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,41089,1732033184837}] 2024-11-19T16:19:47,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:19:47,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:19:47,386 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:19:47,386 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:47,386 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:19:47,387 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C41089%2C1732033184837.meta, suffix=.meta, logDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837, archiveDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/oldWALs, maxLogs=10 2024-11-19T16:19:47,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.meta.1732033187387.meta, exclude list is [], retry=0 2024-11-19T16:19:47,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-3e5a46b3-d662-4390-92fd-030625dc1422,DISK] 2024-11-19T16:19:47,402 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.meta.1732033187387.meta 2024-11-19T16:19:47,402 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-19T16:19:47,402 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:47,402 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:47,402 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:47,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:19:47,403 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:19:47,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:19:47,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:47,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:19:47,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:19:47,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:47,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:47,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:47,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:47,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:47,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:47,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:47,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:47,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:47,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:47,408 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:47,408 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740 2024-11-19T16:19:47,409 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740 2024-11-19T16:19:47,410 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:47,410 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:47,411 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:47,412 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:47,413 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64406169, jitterRate=-0.04027329385280609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:47,413 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:19:47,413 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033187403Writing region info on filesystem at 1732033187403Initializing all the Stores at 1732033187404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033187404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033187404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033187404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033187404Cleaning up temporary data from old regions at 1732033187410 (+6 ms)Running coprocessor post-open hooks at 1732033187413 (+3 ms)Region opened successfully at 1732033187413 2024-11-19T16:19:47,414 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033187381 2024-11-19T16:19:47,416 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:19:47,416 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:19:47,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:47,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,41089,1732033184837, state=OPEN 2024-11-19T16:19:47,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01850429912/meta-region-server 2024-11-19T16:19:47,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01850429912/meta-region-server 2024-11-19T16:19:47,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:47,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01850429912/meta-region-server: CHANGED 2024-11-19T16:19:47,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01850429912/meta-region-server: CHANGED 2024-11-19T16:19:47,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:19:47,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,41089,1732033184837 in 257 msec 2024-11-19T16:19:47,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:19:47,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-19T16:19:47,490 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:47,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:19:47,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:47,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41089,1732033184837, seqNum=-1] 2024-11-19T16:19:47,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:47,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:47,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-19T16:19:47,497 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033187497, completionTime=-1 2024-11-19T16:19:47,497 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:19:47,498 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:19:47,499 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:19:47,499 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033247499 2024-11-19T16:19:47,499 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033307499 2024-11-19T16:19:47,499 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:19:47,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42071,1732033184629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42071,1732033184629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42071,1732033184629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:42071, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,500 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,501 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:19:47,503 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.590sec 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42071,1732033184629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:47,504 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42071,1732033184629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:19:47,506 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:19:47,506 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:19:47,506 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42071,1732033184629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:47,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150dd7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:47,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:19:47,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:47,563 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:19:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:19:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1edd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:19:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:47,565 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:47,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e76b02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:47,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41089,1732033184837, seqNum=-1] 2024-11-19T16:19:47,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:47,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:47,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:47,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62073 2024-11-19T16:19:47,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:47,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e4f74c0002 connected 2024-11-19T16:19:47,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir so I do NOT create it in target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce 2024-11-19T16:19:47,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:19:47,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.tmp.dir so I do NOT create it in target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce 2024-11-19T16:19:47,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:19:47,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce 2024-11-19T16:19:47,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:19:47,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/cluster_420abd19-37cf-9a35-773b-dcfa6f58e167, deleteOnExit=true 2024-11-19T16:19:47,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/test.cache.data in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:19:47,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:19:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:19:47,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:47,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:47,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:47,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:47,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:19:47,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:47,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60a00e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:47,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c700e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:48,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fa4efc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/java.io.tmpdir/jetty-localhost-33831-hadoop-hdfs-3_4_1-tests_jar-_-any-9624678082145658116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:19:48,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@565d8dee{HTTP/1.1, (http/1.1)}{localhost:33831} 2024-11-19T16:19:48,016 INFO [Time-limited test {}] server.Server(415): Started @178850ms 2024-11-19T16:19:48,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:19:48,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:19:48,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:19:48,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:19:48,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:19:48,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@766733c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:19:48,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c73698a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:19:48,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c9a1f08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/java.io.tmpdir/jetty-localhost-33305-hadoop-hdfs-3_4_1-tests_jar-_-any-2775022624260085007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:19:48,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a416f7{HTTP/1.1, (http/1.1)}{localhost:33305} 2024-11-19T16:19:48,409 INFO [Time-limited test {}] server.Server(415): Started @179243ms 2024-11-19T16:19:48,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:19:49,078 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/cluster_420abd19-37cf-9a35-773b-dcfa6f58e167/data/data1/current/BP-1331865879-172.17.0.3-1732033187623/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:49,078 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/cluster_420abd19-37cf-9a35-773b-dcfa6f58e167/data/data2/current/BP-1331865879-172.17.0.3-1732033187623/current, will proceed with Du for space computation calculation, 2024-11-19T16:19:49,094 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:19:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f9cd4fdc8234de8 with lease ID 0x50c01da76a77878f: Processing first storage report for DS-8532d397-43b1-4efe-ab3a-a0882f1b4568 from datanode DatanodeRegistration(127.0.0.1:35471, datanodeUuid=ac255b97-8820-4ac6-b937-b2af1c57054a, infoPort=34463, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1395940629;c=1732033187623) 2024-11-19T16:19:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f9cd4fdc8234de8 with lease ID 0x50c01da76a77878f: from storage DS-8532d397-43b1-4efe-ab3a-a0882f1b4568 node DatanodeRegistration(127.0.0.1:35471, datanodeUuid=ac255b97-8820-4ac6-b937-b2af1c57054a, infoPort=34463, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1395940629;c=1732033187623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f9cd4fdc8234de8 with lease ID 0x50c01da76a77878f: Processing first storage report for DS-b1a89312-290a-44fc-a886-d6f1602e2b70 from datanode DatanodeRegistration(127.0.0.1:35471, datanodeUuid=ac255b97-8820-4ac6-b937-b2af1c57054a, infoPort=34463, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1395940629;c=1732033187623) 2024-11-19T16:19:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f9cd4fdc8234de8 with lease ID 0x50c01da76a77878f: from storage DS-b1a89312-290a-44fc-a886-d6f1602e2b70 node DatanodeRegistration(127.0.0.1:35471, datanodeUuid=ac255b97-8820-4ac6-b937-b2af1c57054a, infoPort=34463, infoSecurePort=0, ipcPort=46279, storageInfo=lv=-57;cid=testClusterID;nsid=1395940629;c=1732033187623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:19:49,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce 2024-11-19T16:19:49,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:49,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:19:49,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd with version=8 2024-11-19T16:19:49,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/hbase-staging 2024-11-19T16:19:49,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:49,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40235 2024-11-19T16:19:49,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40235 connecting to ZooKeeper ensemble=127.0.0.1:62073 2024-11-19T16:19:49,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402350x0, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:49,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40235-0x10153e4f74c0003 connected 2024-11-19T16:19:49,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:49,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:49,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/running 2024-11-19T16:19:49,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd, hbase.cluster.distributed=false 2024-11-19T16:19:49,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/acl 2024-11-19T16:19:49,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-19T16:19:49,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40235 2024-11-19T16:19:49,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40235 2024-11-19T16:19:49,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-19T16:19:49,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-19T16:19:49,856 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:19:49,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:19:49,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35979 2024-11-19T16:19:49,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35979 connecting to ZooKeeper ensemble=127.0.0.1:62073 2024-11-19T16:19:49,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:49,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359790x0, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:49,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359790x0, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/running 2024-11-19T16:19:49,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35979-0x10153e4f74c0004 connected 2024-11-19T16:19:49,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:19:49,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:19:49,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/master 2024-11-19T16:19:49,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/acl 2024-11-19T16:19:49,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35979 2024-11-19T16:19:49,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35979 2024-11-19T16:19:49,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35979 2024-11-19T16:19:49,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35979 2024-11-19T16:19:49,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35979 2024-11-19T16:19:49,997 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:40235 2024-11-19T16:19:49,998 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-493400714/backup-masters/32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714/backup-masters 2024-11-19T16:19:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714/backup-masters 2024-11-19T16:19:50,080 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on existing znode=/1-493400714/backup-masters/32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:50,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-493400714/master 2024-11-19T16:19:50,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:50,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:50,092 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on existing znode=/1-493400714/master 2024-11-19T16:19:50,092 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-493400714/backup-masters/32a8860bb9d6,40235,1732033189556 from backup master directory 2024-11-19T16:19:50,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493400714/backup-masters/32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:50,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714/backup-masters 2024-11-19T16:19:50,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714/backup-masters 2024-11-19T16:19:50,102 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:50,102 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:50,107 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/hbase.id] with ID: ec5f10b7-8c19-4234-b783-0f7ecd73b771 2024-11-19T16:19:50,107 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/.tmp/hbase.id 2024-11-19T16:19:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:19:50,512 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/.tmp/hbase.id]:[hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/hbase.id] 2024-11-19T16:19:50,522 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:19:50,522 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:19:50,523 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:19:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:50,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:19:50,960 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:50,960 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:19:50,961 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:19:51,367 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store 2024-11-19T16:19:51,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:19:51,774 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:51,774 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:19:51,774 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:51,774 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:51,774 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:19:51,775 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:51,775 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:19:51,775 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033191774Disabling compacts and flushes for region at 1732033191774Disabling writes for close at 1732033191774Writing region close event to WAL at 1732033191775 (+1 ms)Closed at 1732033191775 2024-11-19T16:19:51,775 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/.initializing 2024-11-19T16:19:51,775 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/WALs/32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:51,776 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:51,778 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C40235%2C1732033189556, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/WALs/32a8860bb9d6,40235,1732033189556, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/oldWALs, maxLogs=10 2024-11-19T16:19:51,793 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/WALs/32a8860bb9d6,40235,1732033189556/32a8860bb9d6%2C40235%2C1732033189556.1732033191778, exclude list is [], retry=0 2024-11-19T16:19:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35471,DS-8532d397-43b1-4efe-ab3a-a0882f1b4568,DISK] 2024-11-19T16:19:51,797 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/WALs/32a8860bb9d6,40235,1732033189556/32a8860bb9d6%2C40235%2C1732033189556.1732033191778 2024-11-19T16:19:51,798 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-19T16:19:51,798 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:51,798 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:51,798 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,798 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:19:51,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:51,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:51,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:19:51,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:51,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:51,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:19:51,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:51,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:51,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:19:51,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:51,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:51,805 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,805 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,806 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,807 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,807 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,807 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:51,808 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:19:51,810 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:51,810 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59266149, jitterRate=-0.11686556041240692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:51,810 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033191799Initializing all the Stores at 1732033191799Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033191799Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033191800 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033191800Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033191800Cleaning up temporary data from old regions at 1732033191807 (+7 ms)Region opened successfully at 1732033191810 (+3 ms) 2024-11-19T16:19:51,810 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:19:51,813 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567bd0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:51,813 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:19:51,814 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:19:51,814 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:19:51,814 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:19:51,814 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:19:51,814 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:19:51,814 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:19:51,816 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:19:51,817 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Unable to get data of znode /1-493400714/balancer because node does not exist (not necessarily an error) 2024-11-19T16:19:51,881 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493400714/balancer already deleted, retry=false 2024-11-19T16:19:51,881 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:19:51,882 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Unable to get data of znode /1-493400714/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:19:51,891 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493400714/normalizer already deleted, retry=false 2024-11-19T16:19:51,891 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:19:51,892 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Unable to get data of znode /1-493400714/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:19:51,902 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493400714/switch/split already deleted, retry=false 2024-11-19T16:19:51,903 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Unable to get data of znode /1-493400714/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:19:51,912 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493400714/switch/merge already deleted, retry=false 2024-11-19T16:19:51,914 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Unable to get data of znode /1-493400714/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:19:51,923 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-493400714/snapshot-cleanup already deleted, retry=false 2024-11-19T16:19:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-493400714/running 2024-11-19T16:19:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-493400714/running 2024-11-19T16:19:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:51,934 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,40235,1732033189556, sessionid=0x10153e4f74c0003, setting cluster-up flag (Was=false) 2024-11-19T16:19:51,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:51,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:51,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-493400714/flush-table-proc/acquired, /1-493400714/flush-table-proc/reached, /1-493400714/flush-table-proc/abort 2024-11-19T16:19:51,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:52,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:52,039 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-493400714/online-snapshot/acquired, /1-493400714/online-snapshot/reached, /1-493400714/online-snapshot/abort 2024-11-19T16:19:52,040 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:52,041 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:19:52,042 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:52,042 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:19:52,042 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:19:52,042 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,40235,1732033189556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:52,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:52,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:19:52,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:52,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033222053 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:19:52,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,055 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:19:52,055 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:19:52,055 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:19:52,055 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:19:52,057 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:19:52,057 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:19:52,057 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033192057,5,FailOnTimeoutGroup] 2024-11-19T16:19:52,057 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033192057,5,FailOnTimeoutGroup] 2024-11-19T16:19:52,057 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,057 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:19:52,057 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,057 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:19:52,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:52,090 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(746): ClusterId : ec5f10b7-8c19-4234-b783-0f7ecd73b771 2024-11-19T16:19:52,090 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:19:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,103 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:19:52,103 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:19:52,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,113 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:19:52,114 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a02f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:19:52,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:52,128 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:35979 2024-11-19T16:19:52,128 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:19:52,128 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:19:52,128 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:19:52,129 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,40235,1732033189556 with port=35979, startcode=1732033189855 2024-11-19T16:19:52,129 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:19:52,130 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:19:52,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:52,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40235 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:52,132 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd 2024-11-19T16:19:52,132 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33513 2024-11-19T16:19:52,132 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:19:52,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714/rs 2024-11-19T16:19:52,188 DEBUG [RS:0;32a8860bb9d6:35979 {}] zookeeper.ZKUtil(111): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on existing znode=/1-493400714/rs/32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:52,188 WARN [RS:0;32a8860bb9d6:35979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:19:52,188 INFO [RS:0;32a8860bb9d6:35979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:52,188 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:52,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,35979,1732033189855] 2024-11-19T16:19:52,191 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:19:52,193 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:19:52,193 INFO [RS:0;32a8860bb9d6:35979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:19:52,193 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,193 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:19:52,194 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:19:52,194 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:52,194 DEBUG [RS:0;32a8860bb9d6:35979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:19:52,195 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,195 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,195 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,195 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,195 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,195 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35979,1732033189855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:52,208 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:19:52,208 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35979,1732033189855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,209 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,209 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.Replication(171): 32a8860bb9d6,35979,1732033189855 started 2024-11-19T16:19:52,220 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:52,220 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,35979,1732033189855, RpcServer on 32a8860bb9d6/172.17.0.3:35979, sessionid=0x10153e4f74c0004 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,35979,1732033189855' 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-493400714/flush-table-proc/abort' 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-493400714/flush-table-proc/acquired' 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,35979,1732033189855' 2024-11-19T16:19:52,221 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-493400714/online-snapshot/abort' 2024-11-19T16:19:52,222 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-493400714/online-snapshot/acquired' 2024-11-19T16:19:52,222 DEBUG [RS:0;32a8860bb9d6:35979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:19:52,222 INFO [RS:0;32a8860bb9d6:35979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:19:52,222 INFO [RS:0;32a8860bb9d6:35979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:19:52,322 INFO [RS:0;32a8860bb9d6:35979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:19:52,323 INFO [RS:0;32a8860bb9d6:35979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C35979%2C1732033189855, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/oldWALs, maxLogs=10 2024-11-19T16:19:52,335 DEBUG [RS:0;32a8860bb9d6:35979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324, exclude list is [], retry=0 2024-11-19T16:19:52,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35471,DS-8532d397-43b1-4efe-ab3a-a0882f1b4568,DISK] 2024-11-19T16:19:52,338 INFO [RS:0;32a8860bb9d6:35979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 2024-11-19T16:19:52,339 DEBUG [RS:0;32a8860bb9d6:35979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-19T16:19:52,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:19:52,460 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd 2024-11-19T16:19:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:19:52,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:19:52,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:52,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:52,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:52,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:52,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:52,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:52,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:52,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:52,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:52,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:52,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:52,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:52,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:52,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:52,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:52,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:52,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:52,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:52,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740 2024-11-19T16:19:52,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740 2024-11-19T16:19:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:52,874 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:52,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:52,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:52,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64580941, jitterRate=-0.03766898810863495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033192865Initializing all the Stores at 1732033192866 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033192866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033192866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033192866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033192866Cleaning up temporary data from old regions at 1732033192873 (+7 ms)Region opened successfully at 1732033192877 (+4 ms) 2024-11-19T16:19:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:19:52,877 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:19:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:19:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:19:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:19:52,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:19:52,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033192877Disabling compacts and flushes for region at 1732033192877Disabling writes for close at 1732033192877Writing region close event to WAL at 1732033192877Closed at 1732033192877 2024-11-19T16:19:52,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:52,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:19:52,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:19:52,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:52,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:19:53,030 DEBUG [32a8860bb9d6:40235 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:19:53,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:53,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,35979,1732033189855, state=OPENING 2024-11-19T16:19:53,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:19:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:19:53,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493400714/meta-region-server: CHANGED 2024-11-19T16:19:53,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493400714/meta-region-server: CHANGED 2024-11-19T16:19:53,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:19:53,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,35979,1732033189855}] 2024-11-19T16:19:53,244 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:19:53,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:19:53,248 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:19:53,248 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:53,248 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:19:53,250 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C35979%2C1732033189855.meta, suffix=.meta, logDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/oldWALs, maxLogs=10 2024-11-19T16:19:53,265 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.meta.1732033193250.meta, exclude list is [], retry=0 2024-11-19T16:19:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35471,DS-8532d397-43b1-4efe-ab3a-a0882f1b4568,DISK] 2024-11-19T16:19:53,269 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.meta.1732033193250.meta 2024-11-19T16:19:53,270 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-19T16:19:53,270 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:53,270 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:53,270 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:53,271 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:19:53,271 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:19:53,271 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:19:53,271 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:53,271 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:19:53,271 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:19:53,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:19:53,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:19:53,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:53,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:53,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:19:53,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:19:53,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:53,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:53,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:19:53,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:19:53,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:53,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:53,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:19:53,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:19:53,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:53,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:19:53,277 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:19:53,277 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740 2024-11-19T16:19:53,278 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740 2024-11-19T16:19:53,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:19:53,279 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:19:53,280 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:19:53,281 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:19:53,282 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74520202, jitterRate=0.1104375422000885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:19:53,282 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:19:53,282 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033193271Writing region info on filesystem at 1732033193271Initializing all the Stores at 1732033193272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033193272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033193272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033193272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033193272Cleaning up temporary data from old regions at 1732033193279 (+7 ms)Running coprocessor post-open hooks at 1732033193282 (+3 ms)Region opened successfully at 1732033193282 2024-11-19T16:19:53,283 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033193244 2024-11-19T16:19:53,285 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:19:53,285 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:19:53,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:53,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,35979,1732033189855, state=OPEN 2024-11-19T16:19:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-493400714/meta-region-server 2024-11-19T16:19:53,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-493400714/meta-region-server 2024-11-19T16:19:53,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493400714/meta-region-server: CHANGED 2024-11-19T16:19:53,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-493400714/meta-region-server: CHANGED 2024-11-19T16:19:53,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:53,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:19:53,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,35979,1732033189855 in 199 msec 2024-11-19T16:19:53,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:19:53,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-19T16:19:53,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:19:53,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:19:53,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:53,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:19:53,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:53,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:53,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-19T16:19:53,303 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033193303, completionTime=-1 2024-11-19T16:19:53,303 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:19:53,304 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:19:53,305 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:19:53,305 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033253305 2024-11-19T16:19:53,305 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033313305 2024-11-19T16:19:53,305 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:19:53,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40235,1732033189556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40235,1732033189556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40235,1732033189556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:40235, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,308 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.207sec 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40235,1732033189556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:19:53,309 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40235,1732033189556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:19:53,311 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:19:53,311 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:19:53,311 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40235,1732033189556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:19:53,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334d46ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:53,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:19:53,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:53,392 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:19:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:19:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:19:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:53,393 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:53,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce19bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:53,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:19:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:53,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:19:53,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:53,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62073 2024-11-19T16:19:53,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:19:53,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e4f74c0005 connected 2024-11-19T16:19:53,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5fa34 2024-11-19T16:19:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:53,421 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:53,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:19:53,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:19:53,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:53,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:19:53,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:19:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:19:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:53,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b66b0d8bb2ea2109aaa6f31ffbadd2c, NAME => 'test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c 2024-11-19T16:19:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:19:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:54,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:54,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b66b0d8bb2ea2109aaa6f31ffbadd2c, disabling compactions & flushes 2024-11-19T16:19:54,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. after waiting 0 ms 2024-11-19T16:19:54,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b66b0d8bb2ea2109aaa6f31ffbadd2c: Waiting for close lock at 1732033194242Disabling compacts and flushes for region at 1732033194242Disabling writes for close at 1732033194242Writing region close event to WAL at 1732033194243 (+1 ms)Closed at 1732033194243 2024-11-19T16:19:54,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:19:54,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033194244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033194244"}]},"ts":"1732033194244"} 2024-11-19T16:19:54,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:19:54,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:19:54,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033194246"}]},"ts":"1732033194246"} 2024-11-19T16:19:54,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:19:54,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b66b0d8bb2ea2109aaa6f31ffbadd2c, ASSIGN}] 2024-11-19T16:19:54,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b66b0d8bb2ea2109aaa6f31ffbadd2c, ASSIGN 2024-11-19T16:19:54,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b66b0d8bb2ea2109aaa6f31ffbadd2c, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41089,1732033184837; forceNewPlan=false, retain=false 2024-11-19T16:19:54,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b66b0d8bb2ea2109aaa6f31ffbadd2c, regionState=OPENING, regionLocation=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:54,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b66b0d8bb2ea2109aaa6f31ffbadd2c, ASSIGN because future has completed 2024-11-19T16:19:54,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b66b0d8bb2ea2109aaa6f31ffbadd2c, server=32a8860bb9d6,41089,1732033184837}] 2024-11-19T16:19:54,557 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b66b0d8bb2ea2109aaa6f31ffbadd2c, NAME => 'test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:54,558 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:54,558 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,558 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,559 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:54,560 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b66b0d8bb2ea2109aaa6f31ffbadd2c columnFamilyName f 2024-11-19T16:19:54,561 DEBUG [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:54,561 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] regionserver.HStore(327): Store=6b66b0d8bb2ea2109aaa6f31ffbadd2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:54,561 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,562 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b66b0d8bb2ea2109aaa6f31ffbadd2c columnFamilyName f1 2024-11-19T16:19:54,562 DEBUG [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:54,562 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] regionserver.HStore(327): Store=6b66b0d8bb2ea2109aaa6f31ffbadd2c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:54,562 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,563 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b66b0d8bb2ea2109aaa6f31ffbadd2c columnFamilyName norep 2024-11-19T16:19:54,563 DEBUG [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:54,563 INFO [StoreOpener-6b66b0d8bb2ea2109aaa6f31ffbadd2c-1 {}] regionserver.HStore(327): Store=6b66b0d8bb2ea2109aaa6f31ffbadd2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:54,564 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,564 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,564 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,565 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,565 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,565 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:19:54,566 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,569 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:54,569 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b66b0d8bb2ea2109aaa6f31ffbadd2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74117805, jitterRate=0.10444135963916779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:19:54,569 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:19:54,570 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b66b0d8bb2ea2109aaa6f31ffbadd2c: Running coprocessor pre-open hook at 1732033194558Writing region info on filesystem at 1732033194558Initializing all the Stores at 1732033194559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033194559Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033194559Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033194559Cleaning up temporary data from old regions at 1732033194565 (+6 ms)Running coprocessor post-open hooks at 1732033194569 (+4 ms)Region opened successfully at 1732033194570 (+1 ms) 2024-11-19T16:19:54,570 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., pid=6, masterSystemTime=1732033194554 2024-11-19T16:19:54,572 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,572 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:19:54,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b66b0d8bb2ea2109aaa6f31ffbadd2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:54,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b66b0d8bb2ea2109aaa6f31ffbadd2c, server=32a8860bb9d6,41089,1732033184837 because future has completed 2024-11-19T16:19:54,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:19:54,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b66b0d8bb2ea2109aaa6f31ffbadd2c, server=32a8860bb9d6,41089,1732033184837 in 173 msec 2024-11-19T16:19:54,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:19:54,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b66b0d8bb2ea2109aaa6f31ffbadd2c, ASSIGN in 329 msec 2024-11-19T16:19:54,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:19:54,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033194579"}]},"ts":"1732033194579"} 2024-11-19T16:19:54,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:19:54,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:19:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T16:19:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:55,579 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:19:55,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670df4f5 2024-11-19T16:19:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:55,581 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:55,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:19:55,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:19:55,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:55,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:19:55,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:19:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:19:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:55,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49b71471ec51e2c313193149321f247b, NAME => 'test,,1732033195581.49b71471ec51e2c313193149321f247b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd 2024-11-19T16:19:55,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:19:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:56,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033195581.49b71471ec51e2c313193149321f247b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:56,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49b71471ec51e2c313193149321f247b, disabling compactions & flushes 2024-11-19T16:19:56,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033195581.49b71471ec51e2c313193149321f247b. after waiting 0 ms 2024-11-19T16:19:56,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49b71471ec51e2c313193149321f247b: Waiting for close lock at 1732033196399Disabling compacts and flushes for region at 1732033196399Disabling writes for close at 1732033196399Writing region close event to WAL at 1732033196399Closed at 1732033196399 2024-11-19T16:19:56,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:19:56,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033195581.49b71471ec51e2c313193149321f247b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033196401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033196401"}]},"ts":"1732033196401"} 2024-11-19T16:19:56,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:19:56,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:19:56,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033196404"}]},"ts":"1732033196404"} 2024-11-19T16:19:56,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:19:56,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49b71471ec51e2c313193149321f247b, ASSIGN}] 2024-11-19T16:19:56,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49b71471ec51e2c313193149321f247b, ASSIGN 2024-11-19T16:19:56,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49b71471ec51e2c313193149321f247b, ASSIGN; state=OFFLINE, location=32a8860bb9d6,35979,1732033189855; forceNewPlan=false, retain=false 2024-11-19T16:19:56,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:19:56,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:19:56,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49b71471ec51e2c313193149321f247b, regionState=OPENING, regionLocation=32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:56,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:19:56,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T16:19:56,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:19:56,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T16:19:56,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:19:56,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T16:19:56,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:19:56,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T16:19:56,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49b71471ec51e2c313193149321f247b, ASSIGN because future has completed 2024-11-19T16:19:56,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49b71471ec51e2c313193149321f247b, server=32a8860bb9d6,35979,1732033189855}] 2024-11-19T16:19:56,717 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,717 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49b71471ec51e2c313193149321f247b, NAME => 'test,,1732033195581.49b71471ec51e2c313193149321f247b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:56,717 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:56,717 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:19:56,717 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,717 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033195581.49b71471ec51e2c313193149321f247b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:56,717 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,717 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,718 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,719 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49b71471ec51e2c313193149321f247b columnFamilyName f 2024-11-19T16:19:56,719 DEBUG [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:56,720 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] regionserver.HStore(327): Store=49b71471ec51e2c313193149321f247b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:56,720 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,721 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49b71471ec51e2c313193149321f247b columnFamilyName f1 2024-11-19T16:19:56,721 DEBUG [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:56,721 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] regionserver.HStore(327): Store=49b71471ec51e2c313193149321f247b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:56,721 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,722 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49b71471ec51e2c313193149321f247b columnFamilyName norep 2024-11-19T16:19:56,722 DEBUG [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:56,722 INFO [StoreOpener-49b71471ec51e2c313193149321f247b-1 {}] regionserver.HStore(327): Store=49b71471ec51e2c313193149321f247b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:56,722 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,723 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,723 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,724 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,724 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,724 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:19:56,725 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,727 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:56,727 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49b71471ec51e2c313193149321f247b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65012957, jitterRate=-0.03123144805431366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:19:56,727 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49b71471ec51e2c313193149321f247b 2024-11-19T16:19:56,727 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49b71471ec51e2c313193149321f247b: Running coprocessor pre-open hook at 1732033196717Writing region info on filesystem at 1732033196717Initializing all the Stores at 1732033196718 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033196718Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033196718Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033196718Cleaning up temporary data from old regions at 1732033196724 (+6 ms)Running coprocessor post-open hooks at 1732033196727 (+3 ms)Region opened successfully at 1732033196727 2024-11-19T16:19:56,728 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033195581.49b71471ec51e2c313193149321f247b., pid=6, masterSystemTime=1732033196713 2024-11-19T16:19:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:56,730 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,730 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:19:56,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49b71471ec51e2c313193149321f247b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,35979,1732033189855 2024-11-19T16:19:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49b71471ec51e2c313193149321f247b, server=32a8860bb9d6,35979,1732033189855 because future has completed 2024-11-19T16:19:56,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:19:56,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49b71471ec51e2c313193149321f247b, server=32a8860bb9d6,35979,1732033189855 in 172 msec 2024-11-19T16:19:56,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:19:56,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49b71471ec51e2c313193149321f247b, ASSIGN in 329 msec 2024-11-19T16:19:56,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:19:56,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033196737"}]},"ts":"1732033196737"} 2024-11-19T16:19:56,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:19:56,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:19:56,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T16:19:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:19:57,739 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:19:57,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13374168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:19:57,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:57,741 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:19:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:19:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a48c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:19:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:57,742 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e1e4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48853308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:19:57,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:57,744 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:19:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:19:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c851809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:19:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:57,745 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:57,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bafe7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1daf4fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:19:57,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:57,747 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:19:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:19:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a947bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:19:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:57,748 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4a2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb40bbd 2024-11-19T16:19:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:57,750 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:57,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:40235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:19:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:19:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:57,753 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:40235' 2024-11-19T16:19:57,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390d3791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,754 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:19:57,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:57,755 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:19:57,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:57,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:19:57,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b92c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:19:57,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:57,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:57,756 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:57,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d798c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:57,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:57,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:57,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@571180c2 2024-11-19T16:19:57,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:57,758 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:57,759 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:19:57,759 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:19:57,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:57,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:57,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:57,759 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:57,760 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:19:57,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:19:57,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:57,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:19:57,810 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:19:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:19:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:58,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:19:58,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbd01c4a656eacc214fcd98fc1e2e9db, NAME => 'hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c 2024-11-19T16:19:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:19:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:58,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:58,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbd01c4a656eacc214fcd98fc1e2e9db, disabling compactions & flushes 2024-11-19T16:19:58,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. after waiting 0 ms 2024-11-19T16:19:58,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,633 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbd01c4a656eacc214fcd98fc1e2e9db: Waiting for close lock at 1732033198633Disabling compacts and flushes for region at 1732033198633Disabling writes for close at 1732033198633Writing region close event to WAL at 1732033198633Closed at 1732033198633 2024-11-19T16:19:58,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:19:58,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033198634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033198634"}]},"ts":"1732033198634"} 2024-11-19T16:19:58,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:19:58,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:19:58,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033198637"}]},"ts":"1732033198637"} 2024-11-19T16:19:58,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:19:58,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbd01c4a656eacc214fcd98fc1e2e9db, ASSIGN}] 2024-11-19T16:19:58,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbd01c4a656eacc214fcd98fc1e2e9db, ASSIGN 2024-11-19T16:19:58,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbd01c4a656eacc214fcd98fc1e2e9db, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41089,1732033184837; forceNewPlan=false, retain=false 2024-11-19T16:19:58,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:19:58,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbd01c4a656eacc214fcd98fc1e2e9db, regionState=OPENING, regionLocation=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbd01c4a656eacc214fcd98fc1e2e9db, ASSIGN because future has completed 2024-11-19T16:19:58,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbd01c4a656eacc214fcd98fc1e2e9db, server=32a8860bb9d6,41089,1732033184837}] 2024-11-19T16:19:58,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:19:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:58,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:19:58,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:19:58,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C41089%2C1732033184837.rep, suffix=, logDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837, archiveDir=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/oldWALs, maxLogs=10 2024-11-19T16:19:58,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.rep.1732033198952, exclude list is [], retry=0 2024-11-19T16:19:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35731,DS-3e5a46b3-d662-4390-92fd-030625dc1422,DISK] 2024-11-19T16:19:58,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.rep.1732033198952 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbd01c4a656eacc214fcd98fc1e2e9db, NAME => 'hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:19:58,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. service=MultiRowMutationService 2024-11-19T16:19:58,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,970 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,971 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbd01c4a656eacc214fcd98fc1e2e9db columnFamilyName hfileref 2024-11-19T16:19:58,972 DEBUG [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:58,972 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] regionserver.HStore(327): Store=fbd01c4a656eacc214fcd98fc1e2e9db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:58,972 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,973 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbd01c4a656eacc214fcd98fc1e2e9db columnFamilyName queue 2024-11-19T16:19:58,973 DEBUG [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:58,973 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] regionserver.HStore(327): Store=fbd01c4a656eacc214fcd98fc1e2e9db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:58,973 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,974 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbd01c4a656eacc214fcd98fc1e2e9db columnFamilyName sid 2024-11-19T16:19:58,974 DEBUG [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:58,975 INFO [StoreOpener-fbd01c4a656eacc214fcd98fc1e2e9db-1 {}] regionserver.HStore(327): Store=fbd01c4a656eacc214fcd98fc1e2e9db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:19:58,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:19:58,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:19:58,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbd01c4a656eacc214fcd98fc1e2e9db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69728727, jitterRate=0.0390390008687973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:19:58,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:19:58,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbd01c4a656eacc214fcd98fc1e2e9db: Running coprocessor pre-open hook at 1732033198969Writing region info on filesystem at 1732033198969Initializing all the Stores at 1732033198970 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033198970Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033198970Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033198970Cleaning up temporary data from old regions at 1732033198977 (+7 ms)Running coprocessor post-open hooks at 1732033198981 (+4 ms)Region opened successfully at 1732033198981 2024-11-19T16:19:58,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db., pid=10, masterSystemTime=1732033198946 2024-11-19T16:19:58,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:19:58,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbd01c4a656eacc214fcd98fc1e2e9db, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41089,1732033184837 2024-11-19T16:19:58,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbd01c4a656eacc214fcd98fc1e2e9db, server=32a8860bb9d6,41089,1732033184837 because future has completed 2024-11-19T16:19:58,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:19:58,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbd01c4a656eacc214fcd98fc1e2e9db, server=32a8860bb9d6,41089,1732033184837 in 195 msec 2024-11-19T16:19:58,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:19:58,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbd01c4a656eacc214fcd98fc1e2e9db, ASSIGN in 353 msec 2024-11-19T16:19:58,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:19:58,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033198995"}]},"ts":"1732033198995"} 2024-11-19T16:19:58,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:19:58,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:19:58,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2390 sec 2024-11-19T16:19:59,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2] 2024-11-19T16:19:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:19:59,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:19:59,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:19:59,266 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:19:59,291 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,41089,1732033184837, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:19:59,292 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:19:59,292 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41089,1732033184837, seqNum=-1] 2024-11-19T16:19:59,292 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:19:59,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T16:19:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,41089,1732033184837', locateType=CURRENT is [region=hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2] 2024-11-19T16:19:59,303 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:19:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:19:59,305 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,41089,1732033184837 suceeded 2024-11-19T16:19:59,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:19:59,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-19T16:19:59,307 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:40235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:19:59,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5570 sec 2024-11-19T16:19:59,323 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:40235' 2024-11-19T16:19:59,324 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62958bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,324 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:19:59,324 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:59,325 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:19:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:19:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cd99fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:19:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:59,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,326 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:59,327 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baae95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,327 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:59,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:59,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b521e3 2024-11-19T16:19:59,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:59,328 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T16:19:59,329 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,41089,1732033184837 (queues=1) is replicating from cluster=12be722c-bc73-441b-9690-d068b31b9a01 to cluster=ec5f10b7-8c19-4234-b783-0f7ecd73b771 2024-11-19T16:19:59,329 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C41089%2C1732033184837 2024-11-19T16:19:59,329 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,41089,1732033184837, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:19:59,329 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C41089%2C1732033184837 2024-11-19T16:19:59,330 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756, startPosition=0, beingWritten=true 2024-11-19T16:19:59,336 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:19:59,336 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:19:59,336 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,41089,1732033184837 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:19:59,540 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:19:59,844 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:19:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:59,900 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:19:59,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:19:59,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:19:59,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:59,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a74d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:19:59,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:59,902 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:19:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:19:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105fd1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:19:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,904 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa9341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40235,1732033189556 2024-11-19T16:19:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c98e0c4 2024-11-19T16:19:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:59,907 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:59,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:42071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:19:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:19:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:19:59,910 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:42071' 2024-11-19T16:19:59,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bb1766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,911 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:19:59,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:19:59,912 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:19:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:19:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:19:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ca687c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:19:59,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:19:59,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,913 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:19:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:19:59,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:19:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42071,1732033184629 2024-11-19T16:19:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bb9dce 2024-11-19T16:19:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:19:59,915 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:19:59,916 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:19:59,916 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:19:59,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:19:59,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:19:59,916 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:19:59,917 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:19:59,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:19:59,918 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:19:59,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:19:59,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:19:59,968 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:20:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:00,248 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:20:00,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15716a5f43b02a19e9398913ac159865, NAME => 'hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd 2024-11-19T16:20:00,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:20:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 15716a5f43b02a19e9398913ac159865, disabling compactions & flushes 2024-11-19T16:20:00,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. after waiting 0 ms 2024-11-19T16:20:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:00,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15716a5f43b02a19e9398913ac159865: Waiting for close lock at 1732033200732Disabling compacts and flushes for region at 1732033200732Disabling writes for close at 1732033200732Writing region close event to WAL at 1732033200732Closed at 1732033200732 2024-11-19T16:20:00,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:20:00,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033200734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033200734"}]},"ts":"1732033200734"} 2024-11-19T16:20:00,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:20:00,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:20:00,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033200737"}]},"ts":"1732033200737"} 2024-11-19T16:20:00,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:20:00,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15716a5f43b02a19e9398913ac159865, ASSIGN}] 2024-11-19T16:20:00,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15716a5f43b02a19e9398913ac159865, ASSIGN 2024-11-19T16:20:00,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15716a5f43b02a19e9398913ac159865, ASSIGN; state=OFFLINE, location=32a8860bb9d6,35979,1732033189855; forceNewPlan=false, retain=false 2024-11-19T16:20:00,752 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:20:00,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15716a5f43b02a19e9398913ac159865, regionState=OPENING, regionLocation=32a8860bb9d6,35979,1732033189855 2024-11-19T16:20:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15716a5f43b02a19e9398913ac159865, ASSIGN because future has completed 2024-11-19T16:20:00,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15716a5f43b02a19e9398913ac159865, server=32a8860bb9d6,35979,1732033189855}] 2024-11-19T16:20:01,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:01,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:01,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:20:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:01,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C35979%2C1732033189855.rep, suffix=, logDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855, archiveDir=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/oldWALs, maxLogs=10 2024-11-19T16:20:01,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.rep.1732033201050, exclude list is [], retry=0 2024-11-19T16:20:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35471,DS-8532d397-43b1-4efe-ab3a-a0882f1b4568,DISK] 2024-11-19T16:20:01,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.rep.1732033201050 2024-11-19T16:20:01,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-19T16:20:01,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 15716a5f43b02a19e9398913ac159865, NAME => 'hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:01,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. service=MultiRowMutationService 2024-11-19T16:20:01,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:20:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,071 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,072 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15716a5f43b02a19e9398913ac159865 columnFamilyName hfileref 2024-11-19T16:20:01,072 DEBUG [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:01,072 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] regionserver.HStore(327): Store=15716a5f43b02a19e9398913ac159865/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:01,073 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,073 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15716a5f43b02a19e9398913ac159865 columnFamilyName queue 2024-11-19T16:20:01,073 DEBUG [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:01,074 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] regionserver.HStore(327): Store=15716a5f43b02a19e9398913ac159865/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:01,074 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,074 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15716a5f43b02a19e9398913ac159865 columnFamilyName sid 2024-11-19T16:20:01,074 DEBUG [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:01,075 INFO [StoreOpener-15716a5f43b02a19e9398913ac159865-1 {}] regionserver.HStore(327): Store=15716a5f43b02a19e9398913ac159865/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:01,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:20:01,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:01,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 15716a5f43b02a19e9398913ac159865; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66144701, jitterRate=-0.014367148280143738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:20:01,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:01,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 15716a5f43b02a19e9398913ac159865: Running coprocessor pre-open hook at 1732033201070Writing region info on filesystem at 1732033201070Initializing all the Stores at 1732033201071 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033201071Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033201071Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033201071Cleaning up temporary data from old regions at 1732033201076 (+5 ms)Running coprocessor post-open hooks at 1732033201079 (+3 ms)Region opened successfully at 1732033201079 2024-11-19T16:20:01,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865., pid=10, masterSystemTime=1732033201044 2024-11-19T16:20:01,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:01,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:01,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15716a5f43b02a19e9398913ac159865, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,35979,1732033189855 2024-11-19T16:20:01,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15716a5f43b02a19e9398913ac159865, server=32a8860bb9d6,35979,1732033189855 because future has completed 2024-11-19T16:20:01,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:20:01,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 15716a5f43b02a19e9398913ac159865, server=32a8860bb9d6,35979,1732033189855 in 192 msec 2024-11-19T16:20:01,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:20:01,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15716a5f43b02a19e9398913ac159865, ASSIGN in 348 msec 2024-11-19T16:20:01,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:20:01,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033201088"}]},"ts":"1732033201088"} 2024-11-19T16:20:01,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:20:01,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:20:01,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-19T16:20:01,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2] 2024-11-19T16:20:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:20:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:20:01,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:20:01,356 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:20:01,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:20:01,370 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:20:01,395 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,35979,1732033189855, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:20:01,396 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:01,396 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:01,396 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:01,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,35979,1732033189855', locateType=CURRENT is [region=hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2] 2024-11-19T16:20:01,401 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:20:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:20:01,402 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,35979,1732033189855 suceeded 2024-11-19T16:20:01,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:20:01,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-19T16:20:01,404 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:42071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:20:01,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-19T16:20:01,414 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:42071' 2024-11-19T16:20:01,415 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd9c24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:01,415 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:20:01,415 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:01,416 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:20:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:20:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65898c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:20:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:01,417 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:01,418 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680c8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:01,418 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:01,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42071,1732033184629 2024-11-19T16:20:01,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58132f4 2024-11-19T16:20:01,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:01,419 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T16:20:01,420 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,35979,1732033189855 (queues=1) is replicating from cluster=ec5f10b7-8c19-4234-b783-0f7ecd73b771 to cluster=12be722c-bc73-441b-9690-d068b31b9a01 2024-11-19T16:20:01,420 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C35979%2C1732033189855 2024-11-19T16:20:01,420 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,35979,1732033189855, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:20:01,421 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324, startPosition=0, beingWritten=true 2024-11-19T16:20:01,424 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C35979%2C1732033189855 2024-11-19T16:20:01,426 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:01,426 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:01,427 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,35979,1732033189855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:01,633 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:01,937 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:02,059 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:20:02,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:02,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:02,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:02,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:02,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:02,060 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:20:02,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:02,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732033202063/Put/seqid=0 2024-11-19T16:20:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741840_1016 (size=7894) 2024-11-19T16:20:02,341 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:02,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732033202470/Put/seqid=0 2024-11-19T16:20:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741841_1017 (size=7691) 2024-11-19T16:20:02,846 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:02,863 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:20:02,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628cc4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:02,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:20:02,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:02,876 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:20:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:20:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47da6ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:20:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:02,878 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:02,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef30be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:02,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41089,1732033184837, seqNum=-1] 2024-11-19T16:20:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:02,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:02,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42071,1732033184629 2024-11-19T16:20:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291b5629 2024-11-19T16:20:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:02,939 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2] 2024-11-19T16:20:02,944 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:20:02,949 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T16:20:02,952 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T16:20:02,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T16:20:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:02,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T16:20:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HRegion(2603): Flush status journal for 6b66b0d8bb2ea2109aaa6f31ffbadd2c: 2024-11-19T16:20:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_0 2024-11-19T16:20:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_0 as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ 2024-11-19T16:20:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_1 2024-11-19T16:20:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_1 as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ 2024-11-19T16:20:02,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_0 into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ - updating store file list. 2024-11-19T16:20:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_0 into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f (new location: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_) 2024-11-19T16:20:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_0 2024-11-19T16:20:02,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_1 into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ - updating store file list. 2024-11-19T16:20:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31af89b7229d4a499c37aa846d9e40aa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:02,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:02,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_1 into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f (new location: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_) 2024-11-19T16:20:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins__test__tm5uionrku6l5hq1jbb9ucmmaegaimjgjgjl844ttlrckmi43itdtqm23isv7tgr/f/hfile_1 2024-11-19T16:20:02,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:02,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:02,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:02,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2 , the old value is region=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32a8860bb9d6:41089 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:20:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:20:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2 from cache 2024-11-19T16:20:02,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:02,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:02,981 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T16:20:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:02,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033195581.49b71471ec51e2c313193149321f247b., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2] 2024-11-19T16:20:02,985 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:20:03,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:41089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T16:20:03,449 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:03,767 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 379, reset compression=false 2024-11-19T16:20:03,772 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:03,772 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,41089,1732033184837 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033202978/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T16:20:03,774 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:03,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T16:20:03,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.ReplicationSink(318): Replicating [12be722c-bc73-441b-9690-d068b31b9a01] bulk loaded data 2024-11-19T16:20:03,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b508327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:03,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:20:03,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:03,776 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:20:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:20:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@faa8d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:20:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:03,777 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:03,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64898265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741840_1016 (size=7894) 2024-11-19T16:20:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741841_1017 (size=7691) 2024-11-19T16:20:03,972 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:03,987 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:20:04,153 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:04,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40235,1732033189556 2024-11-19T16:20:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6866a178 2024-11-19T16:20:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:04,198 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T16:20:04,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:20:04,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:04,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:04,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:04,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:04,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T16:20:04,210 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T16:20:04,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ for inclusion in 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T16:20:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:04,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ for inclusion in 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T16:20:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HRegion(2603): Flush status journal for 49b71471ec51e2c313193149321f247b: 2024-11-19T16:20:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:20:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/ce4056adc446490d844c2ea75efc1153_SeqId_4_ 2024-11-19T16:20:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:20:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/95f2c846474842f48ad5b5c5b11bdb5b_SeqId_4_ 2024-11-19T16:20:04,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ into 49b71471ec51e2c313193149321f247b/f as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/ce4056adc446490d844c2ea75efc1153_SeqId_4_ - updating store file list. 2024-11-19T16:20:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce4056adc446490d844c2ea75efc1153_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:04,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/ce4056adc446490d844c2ea75efc1153_SeqId_4_ into 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:04,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ into 49b71471ec51e2c313193149321f247b/f (new location: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/ce4056adc446490d844c2ea75efc1153_SeqId_4_) 2024-11-19T16:20:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/dcfe0061ad86465391e55f9b2c8ae823_SeqId_4_ 2024-11-19T16:20:04,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ into 49b71471ec51e2c313193149321f247b/f as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/95f2c846474842f48ad5b5c5b11bdb5b_SeqId_4_ - updating store file list. 2024-11-19T16:20:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95f2c846474842f48ad5b5c5b11bdb5b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:04,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/95f2c846474842f48ad5b5c5b11bdb5b_SeqId_4_ into 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:04,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ into 49b71471ec51e2c313193149321f247b/f (new location: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/95f2c846474842f48ad5b5c5b11bdb5b_SeqId_4_) 2024-11-19T16:20:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins.hfs.11__test__b8ucgvfe3m2hgg06lp2oe169n3uue7m0ltlmpqjjcu3qkj7saiqjqfonkmb1bmv2/f/31af89b7229d4a499c37aa846d9e40aa_SeqId_4_ 2024-11-19T16:20:04,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.ReplicationSink(324): Finished replicating [12be722c-bc73-441b-9690-d068b31b9a01] bulk loaded data 2024-11-19T16:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:04,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:04,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:04,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:20:04,679 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:04,956 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 379, reset compression=false 2024-11-19T16:20:04,961 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:04,961 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,35979,1732033189855 got entry batch from reader: WALEntryBatch [walEntries=[{test/49b71471ec51e2c313193149321f247b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033204235/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T16:20:04,963 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:04,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T16:20:04,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.ReplicationSink(318): Replicating [12be722c-bc73-441b-9690-d068b31b9a01, ec5f10b7-8c19-4234-b783-0f7ecd73b771] bulk loaded data 2024-11-19T16:20:04,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4216691b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:04,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,42071,-1 for getting cluster id 2024-11-19T16:20:04,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:04,965 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12be722c-bc73-441b-9690-d068b31b9a01' 2024-11-19T16:20:04,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:04,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12be722c-bc73-441b-9690-d068b31b9a01" 2024-11-19T16:20:04,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aa45c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:04,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,42071,-1] 2024-11-19T16:20:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:04,966 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:04,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5396738c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741842_1018 (size=7894) 2024-11-19T16:20:04,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:04,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732033204998/Put/seqid=0 2024-11-19T16:20:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741842_1018 (size=11194) 2024-11-19T16:20:05,161 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 725, reset compression=false 2024-11-19T16:20:05,184 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741843_1019 (size=7691) 2024-11-19T16:20:05,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732033205404/Put/seqid=0 2024-11-19T16:20:05,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741843_1019 (size=10791) 2024-11-19T16:20:05,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c43409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:05,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,40235,-1 for getting cluster id 2024-11-19T16:20:05,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:05,428 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec5f10b7-8c19-4234-b783-0f7ecd73b771' 2024-11-19T16:20:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec5f10b7-8c19-4234-b783-0f7ecd73b771" 2024-11-19T16:20:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e193a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,40235,-1] 2024-11-19T16:20:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:05,430 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:05,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320ed9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:05,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:05,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:05,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,40235,1732033189556 2024-11-19T16:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b200d4 2024-11-19T16:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:05,443 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:05,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033195581.49b71471ec51e2c313193149321f247b., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2] 2024-11-19T16:20:05,449 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:20:05,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T16:20:05,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T16:20:05,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T16:20:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:05,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:05,465 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 725, reset compression=false 2024-11-19T16:20:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T16:20:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HRegion(2603): Flush status journal for 49b71471ec51e2c313193149321f247b: 2024-11-19T16:20:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_0 2024-11-19T16:20:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_0 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ 2024-11-19T16:20:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_1 2024-11-19T16:20:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_1 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ 2024-11-19T16:20:05,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_0 into 49b71471ec51e2c313193149321f247b/f as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ - updating store file list. 2024-11-19T16:20:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:05,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ into 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:05,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_0 into 49b71471ec51e2c313193149321f247b/f (new location: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_) 2024-11-19T16:20:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_0 2024-11-19T16:20:05,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_1 into 49b71471ec51e2c313193149321f247b/f as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ - updating store file list. 2024-11-19T16:20:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18d5aaa540b24e048b4dd21938728749_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:05,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ into 49b71471ec51e2c313193149321f247b/f 2024-11-19T16:20:05,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_1 into 49b71471ec51e2c313193149321f247b/f (new location: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_) 2024-11-19T16:20:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/staging/jenkins__test__b35qrqom62ihia5c13d33bmbphabi7q72mde2gba70k3h32h140jgrqfu8ci1g5p/f/hfile_1 2024-11-19T16:20:05,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:05,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:05,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:05,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:05,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732033195581.49b71471ec51e2c313193149321f247b., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2 , the old value is region=test,,1732033195581.49b71471ec51e2c313193149321f247b., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32a8860bb9d6:35979 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:20:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732033195581.49b71471ec51e2c313193149321f247b., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:20:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732033195581.49b71471ec51e2c313193149321f247b., hostname=32a8860bb9d6,35979,1732033189855, seqNum=2 from cache 2024-11-19T16:20:05,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:05,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T16:20:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41089,1732033184837, seqNum=-1] 2024-11-19T16:20:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:05,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:05,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c., hostname=32a8860bb9d6,41089,1732033184837, seqNum=2] 2024-11-19T16:20:05,497 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:20:05,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:35979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T16:20:05,787 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:05,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,42071,1732033184629 2024-11-19T16:20:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@206260bf 2024-11-19T16:20:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:05,790 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T16:20:05,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:20:05,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41089,1732033184837, seqNum=-1] 2024-11-19T16:20:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:05,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:05,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__iasrre6he53k75nsc5vj3t0f19l9ukfj9vu358t5spvt38sn7f2htg0lmk76rs15/f/95f2c846474842f48ad5b5c5b11bdb5b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T16:20:05,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__iasrre6he53k75nsc5vj3t0f19l9ukfj9vu358t5spvt38sn7f2htg0lmk76rs15/f/ce4056adc446490d844c2ea75efc1153_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T16:20:05,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.ReplicationSink(324): Finished replicating [12be722c-bc73-441b-9690-d068b31b9a01, ec5f10b7-8c19-4234-b783-0f7ecd73b771] bulk loaded data 2024-11-19T16:20:05,868 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 725, reset compression=false 2024-11-19T16:20:05,873 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:05,873 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,35979,1732033189855 got entry batch from reader: WALEntryBatch [walEntries=[{test/49b71471ec51e2c313193149321f247b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033205485/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T16:20:05,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.ReplicationSink(318): Replicating [ec5f10b7-8c19-4234-b783-0f7ecd73b771] bulk loaded data 2024-11-19T16:20:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741844_1020 (size=11194) 2024-11-19T16:20:06,073 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1033, reset compression=false 2024-11-19T16:20:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741845_1021 (size=10791) 2024-11-19T16:20:06,377 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1033, reset compression=false 2024-11-19T16:20:06,490 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:06,501 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:20:06,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T16:20:06,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:06,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:20:06,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T16:20:06,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T16:20:06,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ for inclusion in 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T16:20:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:06,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ for inclusion in 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T16:20:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:20:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HRegion(2603): Flush status journal for 6b66b0d8bb2ea2109aaa6f31ffbadd2c: 2024-11-19T16:20:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 18d5aaa540b24e048b4dd21938728749_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:20:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/8dd720a5a66c4bec859aade9c7ab684c_SeqId_6_ 2024-11-19T16:20:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:20:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/6526a287846a457788a8e92c12d83f55_SeqId_6_ 2024-11-19T16:20:06,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/8dd720a5a66c4bec859aade9c7ab684c_SeqId_6_ - updating store file list. 2024-11-19T16:20:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8dd720a5a66c4bec859aade9c7ab684c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/8dd720a5a66c4bec859aade9c7ab684c_SeqId_6_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f (new location: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/8dd720a5a66c4bec859aade9c7ab684c_SeqId_6_) 2024-11-19T16:20:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/18d5aaa540b24e048b4dd21938728749_SeqId_6_ 2024-11-19T16:20:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/6526a287846a457788a8e92c12d83f55_SeqId_6_ - updating store file list. 2024-11-19T16:20:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6526a287846a457788a8e92c12d83f55_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:20:06,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/6526a287846a457788a8e92c12d83f55_SeqId_6_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f 2024-11-19T16:20:06,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ into 6b66b0d8bb2ea2109aaa6f31ffbadd2c/f (new location: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/f/6526a287846a457788a8e92c12d83f55_SeqId_6_) 2024-11-19T16:20:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/staging/jenkins.hfs.10__test__6l5ug6q1323h69f7ej8tj5am2jn84g585l292ho7j2cajvsvr8aqp185ujkdckcg/f/15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_ 2024-11-19T16:20:06,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41089 {}] regionserver.ReplicationSink(324): Finished replicating [ec5f10b7-8c19-4234-b783-0f7ecd73b771] bulk loaded data 2024-11-19T16:20:06,779 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1033, reset compression=false 2024-11-19T16:20:07,283 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1033, reset compression=false 2024-11-19T16:20:07,293 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 687, reset compression=false 2024-11-19T16:20:07,297 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:07,297 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,41089,1732033184837 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033206722/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T16:20:07,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.ReplicationSink(318): Replicating [ec5f10b7-8c19-4234-b783-0f7ecd73b771, 12be722c-bc73-441b-9690-d068b31b9a01] bulk loaded data 2024-11-19T16:20:07,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741844_1020 (size=10791) 2024-11-19T16:20:07,497 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:07,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:20:07,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:07,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:07,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:07,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:07,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:20:07,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=629412343, stopped=false 2024-11-19T16:20:07,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,40235,1732033189556 2024-11-19T16:20:07,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493400714/running 2024-11-19T16:20:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493400714/running 2024-11-19T16:20:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:20:07,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:20:07,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:07,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:07,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:07,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/running 2024-11-19T16:20:07,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,35979,1732033189855' ***** 2024-11-19T16:20:07,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:20:07,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Set watcher on znode that does not yet exist, /1-493400714/running 2024-11-19T16:20:07,565 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:20:07,565 INFO [RS:0;32a8860bb9d6:35979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:20:07,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:20:07,565 INFO [RS:0;32a8860bb9d6:35979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:20:07,565 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(3091): Received CLOSE for 49b71471ec51e2c313193149321f247b 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(3091): Received CLOSE for 15716a5f43b02a19e9398913ac159865 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,35979,1732033189855 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:35979. 2024-11-19T16:20:07,566 DEBUG [RS:0;32a8860bb9d6:35979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49b71471ec51e2c313193149321f247b, disabling compactions & flushes 2024-11-19T16:20:07,566 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:07,566 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033195581.49b71471ec51e2c313193149321f247b. after waiting 0 ms 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:20:07,566 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:20:07,566 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1325): Online Regions={49b71471ec51e2c313193149321f247b=test,,1732033195581.49b71471ec51e2c313193149321f247b., 1588230740=hbase:meta,,1.1588230740, 15716a5f43b02a19e9398913ac159865=hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865.} 2024-11-19T16:20:07,566 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 15716a5f43b02a19e9398913ac159865, 1588230740, 49b71471ec51e2c313193149321f247b 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:07,566 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:07,566 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:07,566 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:20:07,569 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/default/test/49b71471ec51e2c313193149321f247b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:07,570 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49b71471ec51e2c313193149321f247b: Waiting for close lock at 1732033207566Running coprocessor pre-close hooks at 1732033207566Disabling compacts and flushes for region at 1732033207566Disabling writes for close at 1732033207566Writing region close event to WAL at 1732033207566Running coprocessor post-close hooks at 1732033207570 (+4 ms)Closed at 1732033207570 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033195581.49b71471ec51e2c313193149321f247b. 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15716a5f43b02a19e9398913ac159865, disabling compactions & flushes 2024-11-19T16:20:07,570 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. after waiting 0 ms 2024-11-19T16:20:07,570 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:07,571 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15716a5f43b02a19e9398913ac159865 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T16:20:07,586 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/.tmp/hfileref/7ea729fcdb7d49349981a20a264d9b6a is 74, key is 1/hfileref:15d6dccc1c124038a1c9aaf4ca0615ad_SeqId_6_/1732033206724/DeleteColumn/seqid=0 2024-11-19T16:20:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741845_1021 (size=5345) 2024-11-19T16:20:07,593 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/info/110a13c336fa4cf0874dd6fa82cf1c83 is 147, key is hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865./info:regioninfo/1732033201082/Put/seqid=0 2024-11-19T16:20:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741846_1022 (size=7686) 2024-11-19T16:20:07,596 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/info/110a13c336fa4cf0874dd6fa82cf1c83 2024-11-19T16:20:07,613 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/ns/d93dca7ce04046b9b6f5a0348648eeed is 43, key is default/ns:d/1732033193299/Put/seqid=0 2024-11-19T16:20:07,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741847_1023 (size=5153) 2024-11-19T16:20:07,617 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741848_1024 (size=11194) 2024-11-19T16:20:07,766 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 15716a5f43b02a19e9398913ac159865, 1588230740 2024-11-19T16:20:07,801 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:07,887 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1033, reset compression=false 2024-11-19T16:20:07,937 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:07,937 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1328, reset compression=false 2024-11-19T16:20:07,937 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,35979,1732033189855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:07,938 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,35979,1732033189855: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,35979,1732033189855, walGroup=32a8860bb9d6%2C35979%2C1732033189855, offset=32a8860bb9d6%2C35979%2C1732033189855.1732033192324:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:35979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:20:07,939 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:20:07,939 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:20:07,940 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:20:07,940 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:20:07,940 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:20:07,940 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 505883192 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188377888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:20:07,942 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:20:07,966 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 15716a5f43b02a19e9398913ac159865, 1588230740 2024-11-19T16:20:07,990 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/.tmp/hfileref/7ea729fcdb7d49349981a20a264d9b6a 2024-11-19T16:20:08,009 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/.tmp/queue/ec5eac42298a4430adc61947ac9e7269 is 154, key is 1-32a8860bb9d6,35979,1732033189855/queue:32a8860bb9d6%2C35979%2C1732033189855/1732033206726/Put/seqid=0 2024-11-19T16:20:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741849_1025 (size=5353) 2024-11-19T16:20:08,016 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/ns/d93dca7ce04046b9b6f5a0348648eeed 2024-11-19T16:20:08,035 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/rep_barrier/f5ed5f2aa41d4eef9024dd0307f1f90e is 112, key is test,,1732033195581.49b71471ec51e2c313193149321f247b./rep_barrier:seqnumDuringOpen/1732033196730/Put/seqid=0 2024-11-19T16:20:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741850_1026 (size=5518) 2024-11-19T16:20:08,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:20:08,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:08,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 from cache 2024-11-19T16:20:08,141 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1328, reset compression=false 2024-11-19T16:20:08,167 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 15716a5f43b02a19e9398913ac159865, 1588230740 2024-11-19T16:20:08,195 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:20:08,195 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:20:08,204 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:08,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:08,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:08,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:08,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 from cache 2024-11-19T16:20:08,367 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 15716a5f43b02a19e9398913ac159865, 1588230740 2024-11-19T16:20:08,413 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/.tmp/queue/ec5eac42298a4430adc61947ac9e7269 2024-11-19T16:20:08,418 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/.tmp/hfileref/7ea729fcdb7d49349981a20a264d9b6a as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/hfileref/7ea729fcdb7d49349981a20a264d9b6a 2024-11-19T16:20:08,422 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/hfileref/7ea729fcdb7d49349981a20a264d9b6a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T16:20:08,423 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/.tmp/queue/ec5eac42298a4430adc61947ac9e7269 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/queue/ec5eac42298a4430adc61947ac9e7269 2024-11-19T16:20:08,427 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/queue/ec5eac42298a4430adc61947ac9e7269, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T16:20:08,428 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 15716a5f43b02a19e9398913ac159865 in 858ms, sequenceid=12, compaction requested=false 2024-11-19T16:20:08,431 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/replication/15716a5f43b02a19e9398913ac159865/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T16:20:08,432 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:08,432 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:08,432 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:08,432 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15716a5f43b02a19e9398913ac159865: Waiting for close lock at 1732033207570Running coprocessor pre-close hooks at 1732033207570Disabling compacts and flushes for region at 1732033207570Disabling writes for close at 1732033207570Obtaining lock to block concurrent updates at 1732033207571 (+1 ms)Preparing flush snapshotting stores in 15716a5f43b02a19e9398913ac159865 at 1732033207571Finished memstore snapshotting hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732033207571Flushing stores of hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. at 1732033207571Flushing 15716a5f43b02a19e9398913ac159865/hfileref: creating writer at 1732033207571Flushing 15716a5f43b02a19e9398913ac159865/hfileref: appending metadata at 1732033207585 (+14 ms)Flushing 15716a5f43b02a19e9398913ac159865/hfileref: closing flushed file at 1732033207585Flushing 15716a5f43b02a19e9398913ac159865/queue: creating writer at 1732033207994 (+409 ms)Flushing 15716a5f43b02a19e9398913ac159865/queue: appending metadata at 1732033208009 (+15 ms)Flushing 15716a5f43b02a19e9398913ac159865/queue: closing flushed file at 1732033208009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be132e3: reopening flushed file at 1732033208418 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3638a0c1: reopening flushed file at 1732033208423 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 15716a5f43b02a19e9398913ac159865 in 858ms, sequenceid=12, compaction requested=false at 1732033208428 (+5 ms)Writing region close event to WAL at 1732033208429 (+1 ms)Running coprocessor post-close hooks at 1732033208432 (+3 ms)Closed at 1732033208432 2024-11-19T16:20:08,432 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033199916.15716a5f43b02a19e9398913ac159865. 2024-11-19T16:20:08,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:08,439 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/rep_barrier/f5ed5f2aa41d4eef9024dd0307f1f90e 2024-11-19T16:20:08,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:08,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 from cache 2024-11-19T16:20:08,445 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1328, reset compression=false 2024-11-19T16:20:08,455 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/table/2a45762f8079479fb23764842874fff7 is 53, key is hbase:replication/table:state/1732033201088/Put/seqid=0 2024-11-19T16:20:08,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741851_1027 (size=5308) 2024-11-19T16:20:08,567 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:20:08,567 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:20:08,567 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:08,707 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:08,749 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:08,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:08,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:08,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 from cache 2024-11-19T16:20:08,767 DEBUG [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:08,852 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.wal-reader.32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 to pos 1328, reset compression=false 2024-11-19T16:20:08,862 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/table/2a45762f8079479fb23764842874fff7 2024-11-19T16:20:08,867 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/info/110a13c336fa4cf0874dd6fa82cf1c83 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/info/110a13c336fa4cf0874dd6fa82cf1c83 2024-11-19T16:20:08,871 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/info/110a13c336fa4cf0874dd6fa82cf1c83, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:20:08,872 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/ns/d93dca7ce04046b9b6f5a0348648eeed as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/ns/d93dca7ce04046b9b6f5a0348648eeed 2024-11-19T16:20:08,876 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/ns/d93dca7ce04046b9b6f5a0348648eeed, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:20:08,877 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/rep_barrier/f5ed5f2aa41d4eef9024dd0307f1f90e as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/rep_barrier/f5ed5f2aa41d4eef9024dd0307f1f90e 2024-11-19T16:20:08,882 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/rep_barrier/f5ed5f2aa41d4eef9024dd0307f1f90e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:20:08,883 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/.tmp/table/2a45762f8079479fb23764842874fff7 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/table/2a45762f8079479fb23764842874fff7 2024-11-19T16:20:08,887 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/table/2a45762f8079479fb23764842874fff7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:20:08,888 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-19T16:20:08,892 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:20:08,893 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:08,893 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:08,893 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:08,893 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033207566Running coprocessor pre-close hooks at 1732033207566Disabling compacts and flushes for region at 1732033207566Disabling writes for close at 1732033207566Obtaining lock to block concurrent updates at 1732033207566Preparing flush snapshotting stores in 1588230740 at 1732033207566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033207567 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033207567Flushing 1588230740/info: creating writer at 1732033207567Flushing 1588230740/info: appending metadata at 1732033207592 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732033207593 (+1 ms)Flushing 1588230740/ns: creating writer at 1732033207601 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732033207613 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732033207613Flushing 1588230740/rep_barrier: creating writer at 1732033208020 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033208035 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033208035Flushing 1588230740/table: creating writer at 1732033208443 (+408 ms)Flushing 1588230740/table: appending metadata at 1732033208455 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732033208455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbc27a9: reopening flushed file at 1732033208866 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207ef41e: reopening flushed file at 1732033208871 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8278dd: reopening flushed file at 1732033208877 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603c053b: reopening flushed file at 1732033208882 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732033208888 (+6 ms)Writing region close event to WAL at 1732033208889 (+1 ms)Running coprocessor post-close hooks at 1732033208893 (+4 ms)Closed at 1732033208893 2024-11-19T16:20:08,893 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:08,967 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,35979,1732033189855; all regions closed. 2024-11-19T16:20:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:20:08,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.meta.1732033193250.meta not finished, retry = 0 2024-11-19T16:20:09,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741839_1015 (size=3127) 2024-11-19T16:20:09,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.rep.1732033201050 not finished, retry = 0 2024-11-19T16:20:09,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741832_1008 (size=1336) 2024-11-19T16:20:09,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/WALs/32a8860bb9d6,35979,1732033189855/32a8860bb9d6%2C35979%2C1732033189855.1732033192324 not finished, retry = 0 2024-11-19T16:20:09,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:09,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1] 2024-11-19T16:20:09,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:09,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35979,1732033189855, seqNum=-1 from cache 2024-11-19T16:20:09,261 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:09,262 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T16:20:08.122Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.231Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.441Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.751Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09.260Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T16:20:09,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T16:20:08.122Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.231Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.441Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.751Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09.260Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T16:20:09,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35979 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41332 deadline: 1732033267298, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T16:20:08.122Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.231Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.441Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.751Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09.260Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09,264 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-19T16:20:08.122Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.231Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.441Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:08.751Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting 2024-11-19T16:20:09.260Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:09,275 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:09,276 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:09,276 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:09,276 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:09,276 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:09,276 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:09,276 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,35979,1732033189855 because: Region server is closing 2024-11-19T16:20:09,276 INFO [RS:0;32a8860bb9d6:35979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:35979. 2024-11-19T16:20:09,276 DEBUG [RS:0;32a8860bb9d6:35979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:09,277 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:09,277 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:09,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:09,311 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:09,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32a8860bb9d6,35979,1732033189855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:09,368 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32a8860bb9d6,35979,1732033189855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:09,377 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,35979,1732033189855.replicationSource.shipper32a8860bb9d6%2C35979%2C1732033189855,1-32a8860bb9d6,35979,1732033189855 terminated 2024-11-19T16:20:09,377 INFO [RS:0;32a8860bb9d6:35979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:35979. 2024-11-19T16:20:09,377 DEBUG [RS:0;32a8860bb9d6:35979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:09,377 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:09,377 DEBUG [RS:0;32a8860bb9d6:35979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:09,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:09,377 INFO [RS:0;32a8860bb9d6:35979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35979 2024-11-19T16:20:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493400714/rs/32a8860bb9d6,35979,1732033189855 2024-11-19T16:20:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714/rs 2024-11-19T16:20:09,438 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:09,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,35979,1732033189855] 2024-11-19T16:20:09,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-493400714/draining/32a8860bb9d6,35979,1732033189855 already deleted, retry=false 2024-11-19T16:20:09,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,35979,1732033189855 expired; onlineServers=0 2024-11-19T16:20:09,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,40235,1732033189556' ***** 2024-11-19T16:20:09,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:09,459 DEBUG [M:0;32a8860bb9d6:40235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:20:09,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:20:09,459 DEBUG [M:0;32a8860bb9d6:40235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:20:09,459 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033192057 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033192057,5,FailOnTimeoutGroup] 2024-11-19T16:20:09,459 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033192057 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033192057,5,FailOnTimeoutGroup] 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:09,459 DEBUG [M:0;32a8860bb9d6:40235 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:09,459 INFO [M:0;32a8860bb9d6:40235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:20:09,459 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:20:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-493400714/master 2024-11-19T16:20:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-493400714 2024-11-19T16:20:09,469 DEBUG [M:0;32a8860bb9d6:40235 {}] zookeeper.ZKUtil(347): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Unable to get data of znode /1-493400714/master because node does not exist (not an error) 2024-11-19T16:20:09,469 WARN [M:0;32a8860bb9d6:40235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:20:09,470 INFO [M:0;32a8860bb9d6:40235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/.lastflushedseqids 2024-11-19T16:20:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741852_1028 (size=263) 2024-11-19T16:20:09,548 INFO [RS:0;32a8860bb9d6:35979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:09,548 INFO [RS:0;32a8860bb9d6:35979 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,35979,1732033189855; zookeeper connection closed. 2024-11-19T16:20:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35979-0x10153e4f74c0004, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:09,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e5205dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e5205dd 2024-11-19T16:20:09,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:20:09,571 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 32a8860bb9d6:35979 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:35979 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:09,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 32a8860bb9d6:35979 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:35979 2024-11-19T16:20:09,571 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=32a8860bb9d6:35979 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:35979 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:35979 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T16:20:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T16:20:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54636 deadline: 1732033269574, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T16:20:09,575 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T16:20:09,576 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T16:20:09,874 INFO [M:0;32a8860bb9d6:40235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:20:09,874 INFO [M:0;32a8860bb9d6:40235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:20:09,874 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:09,874 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:09,874 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:09,874 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:09,874 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:09,874 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T16:20:09,876 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T16:20:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T16:20:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54636 deadline: 1732033269878, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T16:20:09,879 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T16:20:09,880 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T16:20:09,880 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T16:20:09,890 DEBUG [M:0;32a8860bb9d6:40235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ed8ca7a8b59419bbb6be75537ae0723 is 82, key is hbase:meta,,1/info:regioninfo/1732033193286/Put/seqid=0 2024-11-19T16:20:09,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741853_1029 (size=5672) 2024-11-19T16:20:10,014 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:10,281 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T16:20:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T16:20:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54636 deadline: 1732033270282, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T16:20:10,282 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T16:20:10,283 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T16:20:10,283 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T16:20:10,294 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ed8ca7a8b59419bbb6be75537ae0723 2024-11-19T16:20:10,312 DEBUG [M:0;32a8860bb9d6:40235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaa639476c2b4a8680340b91cf55af59 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033201091/Put/seqid=0 2024-11-19T16:20:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741854_1030 (size=8515) 2024-11-19T16:20:10,716 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaa639476c2b4a8680340b91cf55af59 2024-11-19T16:20:10,731 DEBUG [M:0;32a8860bb9d6:40235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9fc4e8428804a34a7f751dd6d94abb7 is 69, key is 32a8860bb9d6,35979,1732033189855/rs:state/1732033192131/Put/seqid=0 2024-11-19T16:20:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741855_1031 (size=5156) 2024-11-19T16:20:10,784 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T16:20:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T16:20:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54636 deadline: 1732033270785, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T16:20:10,786 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T16:20:10,786 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T16:20:10,787 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T16:20:10,817 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:11,135 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9fc4e8428804a34a7f751dd6d94abb7 2024-11-19T16:20:11,139 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ed8ca7a8b59419bbb6be75537ae0723 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ed8ca7a8b59419bbb6be75537ae0723 2024-11-19T16:20:11,144 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ed8ca7a8b59419bbb6be75537ae0723, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T16:20:11,144 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaa639476c2b4a8680340b91cf55af59 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaa639476c2b4a8680340b91cf55af59 2024-11-19T16:20:11,148 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaa639476c2b4a8680340b91cf55af59, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T16:20:11,148 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9fc4e8428804a34a7f751dd6d94abb7 as hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9fc4e8428804a34a7f751dd6d94abb7 2024-11-19T16:20:11,152 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33513/user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9fc4e8428804a34a7f751dd6d94abb7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T16:20:11,153 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-19T16:20:11,155 INFO [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:11,155 DEBUG [M:0;32a8860bb9d6:40235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033209874Disabling compacts and flushes for region at 1732033209874Disabling writes for close at 1732033209874Obtaining lock to block concurrent updates at 1732033209874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033209874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732033209875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033209875Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033209875Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033209890 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033209890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033210298 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033210311 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033210311Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033210719 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033210731 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033210731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66195979: reopening flushed file at 1732033211139 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677e9216: reopening flushed file at 1732033211144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105fbbc2: reopening flushed file at 1732033211148 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732033211153 (+5 ms)Writing region close event to WAL at 1732033211155 (+2 ms)Closed at 1732033211155 2024-11-19T16:20:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35471 is added to blk_1073741830_1006 (size=63642) 2024-11-19T16:20:11,157 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7efe7887-0459-ab22-99e0-955c1ed900cd/MasterData/WALs/32a8860bb9d6,40235,1732033189556/32a8860bb9d6%2C40235%2C1732033189556.1732033191778 not finished, retry = 0 2024-11-19T16:20:11,258 INFO [M:0;32a8860bb9d6:40235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:20:11,258 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:11,258 INFO [M:0;32a8860bb9d6:40235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40235 2024-11-19T16:20:11,259 INFO [M:0;32a8860bb9d6:40235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:11,387 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T16:20:11,388 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 32a8860bb9d6:40235 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:40235 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 32a8860bb9d6:40235 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:40235 2024-11-19T16:20:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:11,411 INFO [M:0;32a8860bb9d6:40235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40235-0x10153e4f74c0003, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:11,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c9a1f08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:11,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a416f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:11,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:11,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c73698a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:11,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@766733c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:11,415 WARN [BP-1331865879-172.17.0.3-1732033187623 heartbeating to localhost/127.0.0.1:33513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:20:11,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:20:11,415 WARN [BP-1331865879-172.17.0.3-1732033187623 heartbeating to localhost/127.0.0.1:33513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331865879-172.17.0.3-1732033187623 (Datanode Uuid ac255b97-8820-4ac6-b937-b2af1c57054a) service to localhost/127.0.0.1:33513 2024-11-19T16:20:11,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:20:11,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/cluster_420abd19-37cf-9a35-773b-dcfa6f58e167/data/data1/current/BP-1331865879-172.17.0.3-1732033187623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:11,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/cluster_420abd19-37cf-9a35-773b-dcfa6f58e167/data/data2/current/BP-1331865879-172.17.0.3-1732033187623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:11,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:20:11,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fa4efc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:11,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@565d8dee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:11,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:11,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c700e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:11,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60a00e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:11,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:20:11,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:20:11,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:11,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:11,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:11,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:11,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:11,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:20:11,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=14222690, stopped=false 2024-11-19T16:20:11,435 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,42071,1732033184629 2024-11-19T16:20:11,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01850429912/running 2024-11-19T16:20:11,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01850429912/running 2024-11-19T16:20:11,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:20:11,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:20:11,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:11,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/running 2024-11-19T16:20:11,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Set watcher on znode that does not yet exist, /01850429912/running 2024-11-19T16:20:11,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:11,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:11,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:11,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,41089,1732033184837' ***** 2024-11-19T16:20:11,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:20:11,449 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:20:11,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:20:11,449 INFO [RS:0;32a8860bb9d6:41089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:20:11,449 INFO [RS:0;32a8860bb9d6:41089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:20:11,449 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(3091): Received CLOSE for fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b66b0d8bb2ea2109aaa6f31ffbadd2c 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,41089,1732033184837 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:41089. 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbd01c4a656eacc214fcd98fc1e2e9db, disabling compactions & flushes 2024-11-19T16:20:11,450 DEBUG [RS:0;32a8860bb9d6:41089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:11,450 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:11,450 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. after waiting 0 ms 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:20:11,450 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbd01c4a656eacc214fcd98fc1e2e9db 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T16:20:11,450 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:20:11,450 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1325): Online Regions={fbd01c4a656eacc214fcd98fc1e2e9db=hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db., 1588230740=hbase:meta,,1.1588230740, 6b66b0d8bb2ea2109aaa6f31ffbadd2c=test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c.} 2024-11-19T16:20:11,450 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b66b0d8bb2ea2109aaa6f31ffbadd2c, fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:11,450 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:11,450 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:11,450 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:20:11,468 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/info/8d334afc7cc54b8cb8c6d191bea1d10a is 147, key is hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db./info:regioninfo/1732033198985/Put/seqid=0 2024-11-19T16:20:11,468 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/.tmp/hfileref/f675cd1d455648648609a44f968cee8c is 74, key is 1/hfileref:31af89b7229d4a499c37aa846d9e40aa_SeqId_4_/1732033204238/DeleteColumn/seqid=0 2024-11-19T16:20:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741846_1022 (size=7686) 2024-11-19T16:20:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741847_1023 (size=5345) 2024-11-19T16:20:11,472 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/.tmp/hfileref/f675cd1d455648648609a44f968cee8c 2024-11-19T16:20:11,492 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/.tmp/queue/3daee49a2e8a451b9bdcba3ad36179ce is 153, key is 1-32a8860bb9d6,41089,1732033184837/queue:32a8860bb9d6%2C41089%2C1732033184837/1732033204240/Put/seqid=0 2024-11-19T16:20:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741848_1024 (size=5352) 2024-11-19T16:20:11,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:11,499 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 32a8860bb9d6:40235 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:40235 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T16:20:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=32a8860bb9d6:40235 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:40235 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T16:20:11,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 32a8860bb9d6:40235 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32a8860bb9d6/172.17.0.3:40235 2024-11-19T16:20:11,543 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:11,650 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b66b0d8bb2ea2109aaa6f31ffbadd2c, fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:20:11,681 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:20:11,681 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:20:11,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:11,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 32a8860bb9d6:40235 this server is in the failed servers list 2024-11-19T16:20:11,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 32a8860bb9d6:40235 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:11,721 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:11,850 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b66b0d8bb2ea2109aaa6f31ffbadd2c, fbd01c4a656eacc214fcd98fc1e2e9db 2024-11-19T16:20:11,872 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/info/8d334afc7cc54b8cb8c6d191bea1d10a 2024-11-19T16:20:11,888 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/ns/b35019c66c8f45158b57ca5267f1dbb3 is 43, key is default/ns:d/1732033187493/Put/seqid=0 2024-11-19T16:20:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741849_1025 (size=5153) 2024-11-19T16:20:11,896 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/.tmp/queue/3daee49a2e8a451b9bdcba3ad36179ce 2024-11-19T16:20:11,900 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/.tmp/hfileref/f675cd1d455648648609a44f968cee8c as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/hfileref/f675cd1d455648648609a44f968cee8c 2024-11-19T16:20:11,904 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/hfileref/f675cd1d455648648609a44f968cee8c, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T16:20:11,905 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/.tmp/queue/3daee49a2e8a451b9bdcba3ad36179ce as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/queue/3daee49a2e8a451b9bdcba3ad36179ce 2024-11-19T16:20:11,909 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/queue/3daee49a2e8a451b9bdcba3ad36179ce, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T16:20:11,909 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for fbd01c4a656eacc214fcd98fc1e2e9db in 459ms, sequenceid=10, compaction requested=false 2024-11-19T16:20:11,909 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:20:11,913 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/replication/fbd01c4a656eacc214fcd98fc1e2e9db/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T16:20:11,913 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:11,913 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:11,913 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:20:11,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbd01c4a656eacc214fcd98fc1e2e9db: Waiting for close lock at 1732033211450Running coprocessor pre-close hooks at 1732033211450Disabling compacts and flushes for region at 1732033211450Disabling writes for close at 1732033211450Obtaining lock to block concurrent updates at 1732033211450Preparing flush snapshotting stores in fbd01c4a656eacc214fcd98fc1e2e9db at 1732033211450Finished memstore snapshotting hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732033211450Flushing stores of hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. at 1732033211451 (+1 ms)Flushing fbd01c4a656eacc214fcd98fc1e2e9db/hfileref: creating writer at 1732033211451Flushing fbd01c4a656eacc214fcd98fc1e2e9db/hfileref: appending metadata at 1732033211468 (+17 ms)Flushing fbd01c4a656eacc214fcd98fc1e2e9db/hfileref: closing flushed file at 1732033211468Flushing fbd01c4a656eacc214fcd98fc1e2e9db/queue: creating writer at 1732033211476 (+8 ms)Flushing fbd01c4a656eacc214fcd98fc1e2e9db/queue: appending metadata at 1732033211492 (+16 ms)Flushing fbd01c4a656eacc214fcd98fc1e2e9db/queue: closing flushed file at 1732033211492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea2fa05: reopening flushed file at 1732033211900 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a96922c: reopening flushed file at 1732033211904 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for fbd01c4a656eacc214fcd98fc1e2e9db in 459ms, sequenceid=10, compaction requested=false at 1732033211909 (+5 ms)Writing region close event to WAL at 1732033211910 (+1 ms)Running coprocessor post-close hooks at 1732033211913 (+3 ms)Closed at 1732033211913 2024-11-19T16:20:11,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033197759.fbd01c4a656eacc214fcd98fc1e2e9db. 2024-11-19T16:20:11,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b66b0d8bb2ea2109aaa6f31ffbadd2c, disabling compactions & flushes 2024-11-19T16:20:11,914 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:20:11,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:20:11,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. after waiting 0 ms 2024-11-19T16:20:11,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:20:11,917 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/default/test/6b66b0d8bb2ea2109aaa6f31ffbadd2c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:20:11,917 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:11,917 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:11,918 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:20:11,918 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b66b0d8bb2ea2109aaa6f31ffbadd2c: Waiting for close lock at 1732033211914Running coprocessor pre-close hooks at 1732033211914Disabling compacts and flushes for region at 1732033211914Disabling writes for close at 1732033211914Writing region close event to WAL at 1732033211914Running coprocessor post-close hooks at 1732033211917 (+3 ms)Closed at 1732033211917 2024-11-19T16:20:11,918 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c. 2024-11-19T16:20:12,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:12,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 32a8860bb9d6:40235 this server is in the failed servers list 2024-11-19T16:20:12,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 32a8860bb9d6:40235 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:12,051 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:12,251 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:12,292 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/ns/b35019c66c8f45158b57ca5267f1dbb3 2024-11-19T16:20:12,312 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/rep_barrier/22132d9c532e4d7680a46f8de30e5760 is 112, key is test,,1732033193422.6b66b0d8bb2ea2109aaa6f31ffbadd2c./rep_barrier:seqnumDuringOpen/1732033194572/Put/seqid=0 2024-11-19T16:20:12,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741850_1026 (size=5518) 2024-11-19T16:20:12,451 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:20:12,451 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:20:12,451 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:12,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:12,529 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 32a8860bb9d6:40235 this server is in the failed servers list 2024-11-19T16:20:12,529 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 32a8860bb9d6:40235 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:12,651 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:12,716 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/rep_barrier/22132d9c532e4d7680a46f8de30e5760 2024-11-19T16:20:12,724 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1033, reset compression=false 2024-11-19T16:20:12,728 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:12,728 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1328, reset compression=false 2024-11-19T16:20:12,737 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/table/ad0973442a9b496eb9cdbc24b8e13d1f is 53, key is hbase:replication/table:state/1732033198995/Put/seqid=0 2024-11-19T16:20:12,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741851_1027 (size=5308) 2024-11-19T16:20:12,851 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:12,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1328, reset compression=false 2024-11-19T16:20:13,052 DEBUG [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:13,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:13,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:13,141 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/table/ad0973442a9b496eb9cdbc24b8e13d1f 2024-11-19T16:20:13,146 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/info/8d334afc7cc54b8cb8c6d191bea1d10a as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/info/8d334afc7cc54b8cb8c6d191bea1d10a 2024-11-19T16:20:13,150 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/info/8d334afc7cc54b8cb8c6d191bea1d10a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:20:13,150 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/ns/b35019c66c8f45158b57ca5267f1dbb3 as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/ns/b35019c66c8f45158b57ca5267f1dbb3 2024-11-19T16:20:13,154 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/ns/b35019c66c8f45158b57ca5267f1dbb3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:20:13,155 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/rep_barrier/22132d9c532e4d7680a46f8de30e5760 as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/rep_barrier/22132d9c532e4d7680a46f8de30e5760 2024-11-19T16:20:13,159 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/rep_barrier/22132d9c532e4d7680a46f8de30e5760, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:20:13,160 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/.tmp/table/ad0973442a9b496eb9cdbc24b8e13d1f as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/table/ad0973442a9b496eb9cdbc24b8e13d1f 2024-11-19T16:20:13,164 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/table/ad0973442a9b496eb9cdbc24b8e13d1f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:20:13,165 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-19T16:20:13,165 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:20:13,169 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:20:13,169 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:13,169 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:13,169 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:13,170 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033211450Running coprocessor pre-close hooks at 1732033211450Disabling compacts and flushes for region at 1732033211450Disabling writes for close at 1732033211450Obtaining lock to block concurrent updates at 1732033211450Preparing flush snapshotting stores in 1588230740 at 1732033211450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033211451 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033211451Flushing 1588230740/info: creating writer at 1732033211451Flushing 1588230740/info: appending metadata at 1732033211467 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732033211467Flushing 1588230740/ns: creating writer at 1732033211876 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732033211888 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732033211888Flushing 1588230740/rep_barrier: creating writer at 1732033212296 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033212311 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033212311Flushing 1588230740/table: creating writer at 1732033212720 (+409 ms)Flushing 1588230740/table: appending metadata at 1732033212737 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732033212737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2202bd: reopening flushed file at 1732033213145 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fed4da7: reopening flushed file at 1732033213150 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8ba06c: reopening flushed file at 1732033213155 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0f479f: reopening flushed file at 1732033213159 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732033213165 (+6 ms)Writing region close event to WAL at 1732033213166 (+1 ms)Running coprocessor post-close hooks at 1732033213169 (+3 ms)Closed at 1732033213169 2024-11-19T16:20:13,170 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:13,233 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.1732033186756 to pos 1328, reset compression=false 2024-11-19T16:20:13,252 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,41089,1732033184837; all regions closed. 2024-11-19T16:20:13,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.meta.1732033187387.meta not finished, retry = 0 2024-11-19T16:20:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:20:13,358 DEBUG [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/oldWALs 2024-11-19T16:20:13,358 INFO [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C41089%2C1732033184837.meta:.meta(num 1732033187387) 2024-11-19T16:20:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741839_1015 (size=2695) 2024-11-19T16:20:13,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/WALs/32a8860bb9d6,41089,1732033184837/32a8860bb9d6%2C41089%2C1732033184837.rep.1732033198952 not finished, retry = 0 2024-11-19T16:20:13,462 DEBUG [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/oldWALs 2024-11-19T16:20:13,462 INFO [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C41089%2C1732033184837.rep:(num 1732033198952) 2024-11-19T16:20:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741833_1009 (size=1336) 2024-11-19T16:20:13,465 DEBUG [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/oldWALs 2024-11-19T16:20:13,465 INFO [RS:0;32a8860bb9d6:41089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C41089%2C1732033184837:(num 1732033186756) 2024-11-19T16:20:13,465 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:13,465 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:13,465 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:13,465 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:13,465 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:13,465 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:13,466 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,41089,1732033184837 because: Region server is closing 2024-11-19T16:20:13,466 INFO [RS:0;32a8860bb9d6:41089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:41089. 2024-11-19T16:20:13,466 DEBUG [RS:0;32a8860bb9d6:41089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:13,466 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:13,466 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:13,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:13,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:13,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:13,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:13,566 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.wal-reader.32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:20:13,566 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T16:20:13,567 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T16:20:13,567 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T16:20:14,218 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:20:14,267 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,41089,1732033184837.replicationSource.shipper32a8860bb9d6%2C41089%2C1732033184837,1-32a8860bb9d6,41089,1732033184837 terminated 2024-11-19T16:20:14,268 INFO [RS:0;32a8860bb9d6:41089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:41089. 2024-11-19T16:20:14,268 DEBUG [RS:0;32a8860bb9d6:41089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:14,268 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:14,268 DEBUG [RS:0;32a8860bb9d6:41089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:14,268 INFO [RS:0;32a8860bb9d6:41089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41089 2024-11-19T16:20:14,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:14,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912/rs 2024-11-19T16:20:14,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01850429912/rs/32a8860bb9d6,41089,1732033184837 2024-11-19T16:20:14,321 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:14,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,41089,1732033184837] 2024-11-19T16:20:14,342 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01850429912/draining/32a8860bb9d6,41089,1732033184837 already deleted, retry=false 2024-11-19T16:20:14,342 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,41089,1732033184837 expired; onlineServers=0 2024-11-19T16:20:14,342 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,42071,1732033184629' ***** 2024-11-19T16:20:14,342 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:20:14,342 INFO [M:0;32a8860bb9d6:42071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:14,343 INFO [M:0;32a8860bb9d6:42071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:14,343 DEBUG [M:0;32a8860bb9d6:42071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:20:14,343 DEBUG [M:0;32a8860bb9d6:42071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:20:14,343 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:20:14,343 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033186588 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033186588,5,FailOnTimeoutGroup] 2024-11-19T16:20:14,343 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033186589 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033186589,5,FailOnTimeoutGroup] 2024-11-19T16:20:14,343 INFO [M:0;32a8860bb9d6:42071 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:14,343 INFO [M:0;32a8860bb9d6:42071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:14,343 DEBUG [M:0;32a8860bb9d6:42071 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:20:14,343 INFO [M:0;32a8860bb9d6:42071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:20:14,343 INFO [M:0;32a8860bb9d6:42071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:14,344 INFO [M:0;32a8860bb9d6:42071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:20:14,344 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:20:14,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01850429912/master 2024-11-19T16:20:14,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01850429912 2024-11-19T16:20:14,353 DEBUG [M:0;32a8860bb9d6:42071 {}] zookeeper.ZKUtil(347): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Unable to get data of znode /01850429912/master because node does not exist (not an error) 2024-11-19T16:20:14,353 WARN [M:0;32a8860bb9d6:42071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:20:14,353 INFO [M:0;32a8860bb9d6:42071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/.lastflushedseqids 2024-11-19T16:20:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741852_1028 (size=263) 2024-11-19T16:20:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:14,432 INFO [RS:0;32a8860bb9d6:41089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41089-0x10153e4f74c0001, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:14,432 INFO [RS:0;32a8860bb9d6:41089 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,41089,1732033184837; zookeeper connection closed. 2024-11-19T16:20:14,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2371eb85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2371eb85 2024-11-19T16:20:14,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:20:14,757 INFO [M:0;32a8860bb9d6:42071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:20:14,757 INFO [M:0;32a8860bb9d6:42071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:20:14,758 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:14,758 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:14,758 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:14,758 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:14,758 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:14,758 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T16:20:14,775 DEBUG [M:0;32a8860bb9d6:42071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/511ab04a83e241be90166e0993b4c719 is 82, key is hbase:meta,,1/info:regioninfo/1732033187416/Put/seqid=0 2024-11-19T16:20:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741853_1029 (size=5672) 2024-11-19T16:20:15,179 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/511ab04a83e241be90166e0993b4c719 2024-11-19T16:20:15,198 DEBUG [M:0;32a8860bb9d6:42071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542e1fa2e7964095ac2ff87ab064c9e4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033198999/Put/seqid=0 2024-11-19T16:20:15,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741854_1030 (size=8515) 2024-11-19T16:20:15,558 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:15,559 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:15,559 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:15,602 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542e1fa2e7964095ac2ff87ab064c9e4 2024-11-19T16:20:15,619 DEBUG [M:0;32a8860bb9d6:42071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0c32e78cc74725a47896fd6548262d is 69, key is 32a8860bb9d6,41089,1732033184837/rs:state/1732033186597/Put/seqid=0 2024-11-19T16:20:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741855_1031 (size=5156) 2024-11-19T16:20:16,024 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0c32e78cc74725a47896fd6548262d 2024-11-19T16:20:16,029 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/511ab04a83e241be90166e0993b4c719 as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/511ab04a83e241be90166e0993b4c719 2024-11-19T16:20:16,034 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/511ab04a83e241be90166e0993b4c719, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T16:20:16,034 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542e1fa2e7964095ac2ff87ab064c9e4 as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542e1fa2e7964095ac2ff87ab064c9e4 2024-11-19T16:20:16,039 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542e1fa2e7964095ac2ff87ab064c9e4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T16:20:16,039 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0c32e78cc74725a47896fd6548262d as hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b0c32e78cc74725a47896fd6548262d 2024-11-19T16:20:16,043 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42121/user/jenkins/test-data/e8f1305f-7c67-659c-9270-8499fb65ff1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b0c32e78cc74725a47896fd6548262d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T16:20:16,044 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-19T16:20:16,045 INFO [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:16,045 DEBUG [M:0;32a8860bb9d6:42071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033214758Disabling compacts and flushes for region at 1732033214758Disabling writes for close at 1732033214758Obtaining lock to block concurrent updates at 1732033214758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033214758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732033214758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033214759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033214759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033214774 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033214774Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033215182 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033215197 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033215197Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033215606 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033215618 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033215618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92f95d: reopening flushed file at 1732033216029 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7fcb79: reopening flushed file at 1732033216034 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a342335: reopening flushed file at 1732033216039 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732033216044 (+5 ms)Writing region close event to WAL at 1732033216045 (+1 ms)Closed at 1732033216045 2024-11-19T16:20:16,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35731 is added to blk_1073741830_1006 (size=63642) 2024-11-19T16:20:16,047 INFO [M:0;32a8860bb9d6:42071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:20:16,047 INFO [M:0;32a8860bb9d6:42071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42071 2024-11-19T16:20:16,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:16,048 INFO [M:0;32a8860bb9d6:42071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:16,336 INFO [M:0;32a8860bb9d6:42071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x10153e4f74c0000, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:16,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dec8d0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:16,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@156172f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:16,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:16,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e322604{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:16,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@641616a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:16,340 WARN [BP-134107151-172.17.0.3-1732033182641 heartbeating to localhost/127.0.0.1:42121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:20:16,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:20:16,340 WARN [BP-134107151-172.17.0.3-1732033182641 heartbeating to localhost/127.0.0.1:42121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-134107151-172.17.0.3-1732033182641 (Datanode Uuid f736d0e0-862f-49c7-aba3-ac42a4873a43) service to localhost/127.0.0.1:42121 2024-11-19T16:20:16,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:20:16,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/data/data1/current/BP-134107151-172.17.0.3-1732033182641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:16,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/cluster_10782c33-15ce-a82f-76e1-945b7837da7a/data/data2/current/BP-134107151-172.17.0.3-1732033182641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:16,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:20:16,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad73777{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:16,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64705465{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:16,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:16,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b36654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:16,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fb47719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c676e063-16d1-532b-e8b5-6231de7c85bd/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:16,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:20:16,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:20:16,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42121 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33513 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42121 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42121 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=616 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4064 (was 4109) 2024-11-19T16:20:16,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=616, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=4063 2024-11-19T16:20:16,392 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T16:20:16,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir so I do NOT create it in target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b 2024-11-19T16:20:16,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:20:16,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.tmp.dir so I do NOT create it in target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b 2024-11-19T16:20:16,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7108a20-0a6a-bf6a-9995-ed5d3196c8ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:20:16,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b 2024-11-19T16:20:16,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d, deleteOnExit=true 2024-11-19T16:20:16,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/zookeeper_0, clientPort=51927, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:20:16,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51927 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/test.cache.data in system properties and HBase conf 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:20:16,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:20:16,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:20:16,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:20:16,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e4f74c0002, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:20:16,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e4f74c0005, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:20:16,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e4f74c0005, quorum=127.0.0.1:62073, baseZNode=/1-493400714 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:20:16,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e4f74c0002, quorum=127.0.0.1:62073, baseZNode=/01850429912 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:16,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:16,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:16,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:16,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:16,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:20:16,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:16,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27fc8e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:16,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257e1cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:16,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e84fb6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/java.io.tmpdir/jetty-localhost-41621-hadoop-hdfs-3_4_1-tests_jar-_-any-13456675682643332137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:16,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6044a590{HTTP/1.1, (http/1.1)}{localhost:41621} 2024-11-19T16:20:16,900 INFO [Time-limited test {}] server.Server(415): Started @207735ms 2024-11-19T16:20:17,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:17,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:17,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:17,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:17,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:20:17,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7de37202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:17,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51731155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:17,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a132103{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/java.io.tmpdir/jetty-localhost-44675-hadoop-hdfs-3_4_1-tests_jar-_-any-8128868235414070078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:17,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e02bc05{HTTP/1.1, (http/1.1)}{localhost:44675} 2024-11-19T16:20:17,255 INFO [Time-limited test {}] server.Server(415): Started @208089ms 2024-11-19T16:20:17,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:20:17,876 WARN [Thread-2197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/data/data2/current/BP-342057554-172.17.0.3-1732033216433/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:17,876 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/data/data1/current/BP-342057554-172.17.0.3-1732033216433/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:17,891 WARN [Thread-2184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:20:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1dd0717613e1d91 with lease ID 0x47bff26bac3ccb78: Processing first storage report for DS-cc2ffd17-b782-4f4c-a667-0d842a43589e from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=76e95edb-477a-44cf-ad46-a8c9ac7f8e28, infoPort=46547, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=503455200;c=1732033216433) 2024-11-19T16:20:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1dd0717613e1d91 with lease ID 0x47bff26bac3ccb78: from storage DS-cc2ffd17-b782-4f4c-a667-0d842a43589e node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=76e95edb-477a-44cf-ad46-a8c9ac7f8e28, infoPort=46547, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=503455200;c=1732033216433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1dd0717613e1d91 with lease ID 0x47bff26bac3ccb78: Processing first storage report for DS-908f5161-b430-43ff-af02-e7b03326fb26 from datanode DatanodeRegistration(127.0.0.1:40745, datanodeUuid=76e95edb-477a-44cf-ad46-a8c9ac7f8e28, infoPort=46547, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=503455200;c=1732033216433) 2024-11-19T16:20:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1dd0717613e1d91 with lease ID 0x47bff26bac3ccb78: from storage DS-908f5161-b430-43ff-af02-e7b03326fb26 node DatanodeRegistration(127.0.0.1:40745, datanodeUuid=76e95edb-477a-44cf-ad46-a8c9ac7f8e28, infoPort=46547, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=503455200;c=1732033216433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:17,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b 2024-11-19T16:20:17,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:17,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:17,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:20:18,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879 with version=8 2024-11-19T16:20:18,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/hbase-staging 2024-11-19T16:20:18,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:20:18,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:18,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39187 2024-11-19T16:20:18,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39187 connecting to ZooKeeper ensemble=127.0.0.1:51927 2024-11-19T16:20:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391870x0, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:18,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39187-0x10153e57b4d0000 connected 2024-11-19T16:20:18,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:18,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:18,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/running 2024-11-19T16:20:18,566 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879, hbase.cluster.distributed=false 2024-11-19T16:20:18,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/acl 2024-11-19T16:20:18,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-19T16:20:18,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39187 2024-11-19T16:20:18,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39187 2024-11-19T16:20:18,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-19T16:20:18,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-19T16:20:18,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:20:18,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:18,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33755 2024-11-19T16:20:18,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33755 connecting to ZooKeeper ensemble=127.0.0.1:51927 2024-11-19T16:20:18,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:18,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:18,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337550x0, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:18,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337550x0, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/running 2024-11-19T16:20:18,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33755-0x10153e57b4d0001 connected 2024-11-19T16:20:18,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:20:18,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:20:18,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/master 2024-11-19T16:20:18,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/acl 2024-11-19T16:20:18,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-19T16:20:18,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33755 2024-11-19T16:20:18,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33755 2024-11-19T16:20:18,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-19T16:20:18,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33755 2024-11-19T16:20:18,613 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:39187 2024-11-19T16:20:18,613 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1312596630/backup-masters/32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:18,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630/backup-masters 2024-11-19T16:20:18,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630/backup-masters 2024-11-19T16:20:18,626 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on existing znode=/0-1312596630/backup-masters/32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:18,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1312596630/master 2024-11-19T16:20:18,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:18,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:18,637 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on existing znode=/0-1312596630/master 2024-11-19T16:20:18,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1312596630/backup-masters/32a8860bb9d6,39187,1732033218388 from backup master directory 2024-11-19T16:20:18,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630/backup-masters 2024-11-19T16:20:18,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1312596630/backup-masters/32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:18,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630/backup-masters 2024-11-19T16:20:18,647 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:18,647 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:18,650 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/hbase.id] with ID: 63c5aacf-0feb-4b7b-af33-d3dec58f3450 2024-11-19T16:20:18,650 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/.tmp/hbase.id 2024-11-19T16:20:18,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:20:18,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:18,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:18,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:19,057 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/.tmp/hbase.id]:[hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/hbase.id] 2024-11-19T16:20:19,066 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:19,066 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:20:19,066 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T16:20:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:20:19,516 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:19,517 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:20:19,517 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:19,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:20:19,568 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:19,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:19,569 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:19,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store 2024-11-19T16:20:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:20:19,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:19,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:19,929 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:19,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:19,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:19,929 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:19,930 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:19,930 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033219929Disabling compacts and flushes for region at 1732033219929Disabling writes for close at 1732033219929Writing region close event to WAL at 1732033219930 (+1 ms)Closed at 1732033219930 2024-11-19T16:20:19,930 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/.initializing 2024-11-19T16:20:19,930 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/WALs/32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:19,931 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:19,932 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C39187%2C1732033218388, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/WALs/32a8860bb9d6,39187,1732033218388, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/oldWALs, maxLogs=10 2024-11-19T16:20:19,945 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/WALs/32a8860bb9d6,39187,1732033218388/32a8860bb9d6%2C39187%2C1732033218388.1732033219932, exclude list is [], retry=0 2024-11-19T16:20:19,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc2ffd17-b782-4f4c-a667-0d842a43589e,DISK] 2024-11-19T16:20:19,949 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/WALs/32a8860bb9d6,39187,1732033218388/32a8860bb9d6%2C39187%2C1732033218388.1732033219932 2024-11-19T16:20:19,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46547:46547)] 2024-11-19T16:20:19,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:19,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:19,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:20:19,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:19,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:19,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:20:19,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:19,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:19,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:20:19,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:19,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:19,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:20:19,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:19,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:19,955 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,956 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,956 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,957 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,957 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,958 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:19,958 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:19,960 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:19,960 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74103808, jitterRate=0.1042327880859375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:19,961 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033219949Initializing all the Stores at 1732033219950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033219950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033219950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033219950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033219950Cleaning up temporary data from old regions at 1732033219957 (+7 ms)Region opened successfully at 1732033219961 (+4 ms) 2024-11-19T16:20:19,961 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:20:19,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd2e984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:19,964 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:20:19,964 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:20:19,964 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:20:19,964 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:20:19,965 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:20:19,965 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:20:19,965 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:20:19,967 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:20:19,967 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Unable to get data of znode /0-1312596630/balancer because node does not exist (not necessarily an error) 2024-11-19T16:20:20,016 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1312596630/balancer already deleted, retry=false 2024-11-19T16:20:20,016 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:20:20,017 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Unable to get data of znode /0-1312596630/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:20:20,026 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1312596630/normalizer already deleted, retry=false 2024-11-19T16:20:20,026 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:20:20,027 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Unable to get data of znode /0-1312596630/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:20:20,036 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1312596630/switch/split already deleted, retry=false 2024-11-19T16:20:20,037 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Unable to get data of znode /0-1312596630/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:20:20,047 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1312596630/switch/merge already deleted, retry=false 2024-11-19T16:20:20,049 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Unable to get data of znode /0-1312596630/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:20:20,058 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1312596630/snapshot-cleanup already deleted, retry=false 2024-11-19T16:20:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1312596630/running 2024-11-19T16:20:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1312596630/running 2024-11-19T16:20:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:20,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:20,068 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,39187,1732033218388, sessionid=0x10153e57b4d0000, setting cluster-up flag (Was=false) 2024-11-19T16:20:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:20,121 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1312596630/flush-table-proc/acquired, /0-1312596630/flush-table-proc/reached, /0-1312596630/flush-table-proc/abort 2024-11-19T16:20:20,122 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:20,173 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1312596630/online-snapshot/acquired, /0-1312596630/online-snapshot/reached, /0-1312596630/online-snapshot/abort 2024-11-19T16:20:20,174 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:20,175 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:20:20,176 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:20,177 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:20:20,177 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:20:20,177 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,39187,1732033218388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:20,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033250179 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:20,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:20:20,179 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:20:20,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:20:20,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:20:20,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:20:20,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:20,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:20:20,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:20:20,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:20:20,180 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033220180,5,FailOnTimeoutGroup] 2024-11-19T16:20:20,184 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033220180,5,FailOnTimeoutGroup] 2024-11-19T16:20:20,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:20:20,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:20:20,205 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(746): ClusterId : 63c5aacf-0feb-4b7b-af33-d3dec58f3450 2024-11-19T16:20:20,205 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:20:20,216 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:20:20,216 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:20:20,227 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:20:20,227 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108a3cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:20,237 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:33755 2024-11-19T16:20:20,237 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:20:20,237 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:20:20,237 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:20:20,237 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,39187,1732033218388 with port=33755, startcode=1732033218585 2024-11-19T16:20:20,237 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:20:20,239 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:20:20,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:20,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39187 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:20,240 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879 2024-11-19T16:20:20,240 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46489 2024-11-19T16:20:20,240 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:20:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630/rs 2024-11-19T16:20:20,248 DEBUG [RS:0;32a8860bb9d6:33755 {}] zookeeper.ZKUtil(111): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on existing znode=/0-1312596630/rs/32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:20,248 WARN [RS:0;32a8860bb9d6:33755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:20,248 INFO [RS:0;32a8860bb9d6:33755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:20,248 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:20,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,33755,1732033218585] 2024-11-19T16:20:20,251 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:20:20,252 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:20:20,253 INFO [RS:0;32a8860bb9d6:33755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:20:20,253 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,253 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:20:20,253 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:20:20,254 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:20,254 DEBUG [RS:0;32a8860bb9d6:33755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:20,255 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,255 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,255 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,255 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,255 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,255 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33755,1732033218585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:20,267 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:20:20,267 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33755,1732033218585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,267 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,267 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.Replication(171): 32a8860bb9d6,33755,1732033218585 started 2024-11-19T16:20:20,280 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:20,280 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,33755,1732033218585, RpcServer on 32a8860bb9d6/172.17.0.3:33755, sessionid=0x10153e57b4d0001 2024-11-19T16:20:20,280 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:20:20,280 DEBUG [RS:0;32a8860bb9d6:33755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:20,280 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,33755,1732033218585' 2024-11-19T16:20:20,280 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1312596630/flush-table-proc/abort' 2024-11-19T16:20:20,280 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1312596630/flush-table-proc/acquired' 2024-11-19T16:20:20,281 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:20:20,281 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:20:20,281 DEBUG [RS:0;32a8860bb9d6:33755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:20,281 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,33755,1732033218585' 2024-11-19T16:20:20,281 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1312596630/online-snapshot/abort' 2024-11-19T16:20:20,281 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1312596630/online-snapshot/acquired' 2024-11-19T16:20:20,282 DEBUG [RS:0;32a8860bb9d6:33755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:20:20,282 INFO [RS:0;32a8860bb9d6:33755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:20:20,282 INFO [RS:0;32a8860bb9d6:33755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:20:20,382 INFO [RS:0;32a8860bb9d6:33755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:20,383 INFO [RS:0;32a8860bb9d6:33755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33755%2C1732033218585, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/oldWALs, maxLogs=10 2024-11-19T16:20:20,395 DEBUG [RS:0;32a8860bb9d6:33755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, exclude list is [], retry=0 2024-11-19T16:20:20,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc2ffd17-b782-4f4c-a667-0d842a43589e,DISK] 2024-11-19T16:20:20,399 INFO [RS:0;32a8860bb9d6:33755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 2024-11-19T16:20:20,399 DEBUG [RS:0;32a8860bb9d6:33755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46547:46547)] 2024-11-19T16:20:20,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:20:20,588 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879 2024-11-19T16:20:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:20:20,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:20,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:20,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:20,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:20,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:20,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:20,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:20,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:20,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:20,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:20,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:20,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:20,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:20,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:20,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:20,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:20,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:20,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740 2024-11-19T16:20:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740 2024-11-19T16:20:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:21,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:21,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:21,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74330636, jitterRate=0.10761278867721558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033220993Initializing all the Stores at 1732033220993Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033220993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033220993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033220993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033220994 (+1 ms)Cleaning up temporary data from old regions at 1732033220999 (+5 ms)Region opened successfully at 1732033221004 (+5 ms) 2024-11-19T16:20:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:21,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:21,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:21,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033221004Disabling compacts and flushes for region at 1732033221004Disabling writes for close at 1732033221004Writing region close event to WAL at 1732033221004Closed at 1732033221004 2024-11-19T16:20:21,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:21,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:20:21,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:20:21,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:21,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:20:21,157 DEBUG [32a8860bb9d6:39187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:20:21,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:21,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,33755,1732033218585, state=OPENING 2024-11-19T16:20:21,379 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:20:21,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:21,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:21,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:21,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33755,1732033218585}] 2024-11-19T16:20:21,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1312596630/meta-region-server: CHANGED 2024-11-19T16:20:21,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1312596630/meta-region-server: CHANGED 2024-11-19T16:20:21,683 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:21,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:20:21,687 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:20:21,687 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:21,687 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:20:21,688 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33755%2C1732033218585.meta, suffix=.meta, logDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/oldWALs, maxLogs=10 2024-11-19T16:20:21,699 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.meta.1732033221688.meta, exclude list is [], retry=0 2024-11-19T16:20:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc2ffd17-b782-4f4c-a667-0d842a43589e,DISK] 2024-11-19T16:20:21,703 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.meta.1732033221688.meta 2024-11-19T16:20:21,703 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46547:46547)] 2024-11-19T16:20:21,703 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:21,703 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:21,704 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:21,704 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:20:21,704 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:20:21,704 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:20:21,704 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:21,704 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:20:21,704 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:20:21,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:21,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:21,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:21,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:21,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:21,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:21,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:21,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:21,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:21,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:21,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:21,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:21,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:21,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:21,709 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:21,710 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740 2024-11-19T16:20:21,710 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740 2024-11-19T16:20:21,711 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:21,711 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:21,712 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:21,713 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:21,713 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71397792, jitterRate=0.06391000747680664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:21,713 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:20:21,714 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033221704Writing region info on filesystem at 1732033221704Initializing all the Stores at 1732033221705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033221705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033221705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033221705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033221705Cleaning up temporary data from old regions at 1732033221711 (+6 ms)Running coprocessor post-open hooks at 1732033221713 (+2 ms)Region opened successfully at 1732033221714 (+1 ms) 2024-11-19T16:20:21,715 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033221682 2024-11-19T16:20:21,717 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:20:21,717 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:20:21,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:21,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,33755,1732033218585, state=OPEN 2024-11-19T16:20:21,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1312596630/meta-region-server 2024-11-19T16:20:21,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1312596630/meta-region-server 2024-11-19T16:20:21,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:21,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1312596630/meta-region-server: CHANGED 2024-11-19T16:20:21,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1312596630/meta-region-server: CHANGED 2024-11-19T16:20:21,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:20:21,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33755,1732033218585 in 274 msec 2024-11-19T16:20:21,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:20:21,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-11-19T16:20:21,809 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:21,809 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:20:21,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:21,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33755,1732033218585, seqNum=-1] 2024-11-19T16:20:21,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:21,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:21,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6390 sec 2024-11-19T16:20:21,816 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033221815, completionTime=-1 2024-11-19T16:20:21,816 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:20:21,816 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:20:21,817 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033281817 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033341818 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39187,1732033218388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39187,1732033218388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39187,1732033218388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:39187, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,818 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,820 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.175sec 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39187,1732033218388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:21,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39187,1732033218388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:20:21,824 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:20:21,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:20:21,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,39187,1732033218388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:21,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78da2a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:21,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39187,-1 for getting cluster id 2024-11-19T16:20:21,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:21,908 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63c5aacf-0feb-4b7b-af33-d3dec58f3450' 2024-11-19T16:20:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63c5aacf-0feb-4b7b-af33-d3dec58f3450" 2024-11-19T16:20:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c56c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39187,-1] 2024-11-19T16:20:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:21,909 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:21,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ca2bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:21,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:21,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33755,1732033218585, seqNum=-1] 2024-11-19T16:20:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:21,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:21,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:21,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51927 2024-11-19T16:20:21,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:21,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e57b4d0002 connected 2024-11-19T16:20:21,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir so I do NOT create it in target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c 2024-11-19T16:20:21,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:20:21,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.tmp.dir so I do NOT create it in target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c 2024-11-19T16:20:21,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:20:21,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c 2024-11-19T16:20:21,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:20:21,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/cluster_5b7858cc-0922-345d-fd33-2691c0f319ab, deleteOnExit=true 2024-11-19T16:20:21,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:20:21,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/test.cache.data in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:20:21,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:21,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:20:21,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:20:22,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:22,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:22,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:22,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:22,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:20:22,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:22,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330dd5cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:22,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659b0ab2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:22,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459af1fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/java.io.tmpdir/jetty-localhost-37567-hadoop-hdfs-3_4_1-tests_jar-_-any-2909070860555656276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:22,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4817aa89{HTTP/1.1, (http/1.1)}{localhost:37567} 2024-11-19T16:20:22,425 INFO [Time-limited test {}] server.Server(415): Started @213259ms 2024-11-19T16:20:22,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:22,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:22,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:22,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:22,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:20:22,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f78d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:22,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72db9ec3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:22,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fe97aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/java.io.tmpdir/jetty-localhost-45513-hadoop-hdfs-3_4_1-tests_jar-_-any-6408650795755206924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:22,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7f68b0{HTTP/1.1, (http/1.1)}{localhost:45513} 2024-11-19T16:20:22,943 INFO [Time-limited test {}] server.Server(415): Started @213778ms 2024-11-19T16:20:22,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:20:23,722 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/cluster_5b7858cc-0922-345d-fd33-2691c0f319ab/data/data1/current/BP-244285588-172.17.0.3-1732033221948/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:23,722 WARN [Thread-2318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/cluster_5b7858cc-0922-345d-fd33-2691c0f319ab/data/data2/current/BP-244285588-172.17.0.3-1732033221948/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:23,741 WARN [Thread-2305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:20:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49a1d85f7cb9409c with lease ID 0xe498fff416d59058: Processing first storage report for DS-9af70a41-31fc-4828-ba6f-1535f8462921 from datanode DatanodeRegistration(127.0.0.1:45561, datanodeUuid=a085f9c6-dbcd-4d0d-844d-0bf15da90898, infoPort=45465, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1937529975;c=1732033221948) 2024-11-19T16:20:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49a1d85f7cb9409c with lease ID 0xe498fff416d59058: from storage DS-9af70a41-31fc-4828-ba6f-1535f8462921 node DatanodeRegistration(127.0.0.1:45561, datanodeUuid=a085f9c6-dbcd-4d0d-844d-0bf15da90898, infoPort=45465, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1937529975;c=1732033221948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49a1d85f7cb9409c with lease ID 0xe498fff416d59058: Processing first storage report for DS-dc94525b-2950-437d-88cf-92c70deacfe7 from datanode DatanodeRegistration(127.0.0.1:45561, datanodeUuid=a085f9c6-dbcd-4d0d-844d-0bf15da90898, infoPort=45465, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1937529975;c=1732033221948) 2024-11-19T16:20:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49a1d85f7cb9409c with lease ID 0xe498fff416d59058: from storage DS-dc94525b-2950-437d-88cf-92c70deacfe7 node DatanodeRegistration(127.0.0.1:45561, datanodeUuid=a085f9c6-dbcd-4d0d-844d-0bf15da90898, infoPort=45465, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1937529975;c=1732033221948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:23,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c 2024-11-19T16:20:23,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:23,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:20:24,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006 with version=8 2024-11-19T16:20:24,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/hbase-staging 2024-11-19T16:20:24,194 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:20:24,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:24,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34215 2024-11-19T16:20:24,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34215 connecting to ZooKeeper ensemble=127.0.0.1:51927 2024-11-19T16:20:24,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342150x0, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:24,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34215-0x10153e57b4d0003 connected 2024-11-19T16:20:24,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:24,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:24,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/running 2024-11-19T16:20:24,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006, hbase.cluster.distributed=false 2024-11-19T16:20:24,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/acl 2024-11-19T16:20:24,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-19T16:20:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34215 2024-11-19T16:20:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34215 2024-11-19T16:20:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-19T16:20:24,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34215 2024-11-19T16:20:24,345 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:20:24,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:24,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33361 2024-11-19T16:20:24,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33361 connecting to ZooKeeper ensemble=127.0.0.1:51927 2024-11-19T16:20:24,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:24,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:24,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333610x0, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:24,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333610x0, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/running 2024-11-19T16:20:24,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33361-0x10153e57b4d0004 connected 2024-11-19T16:20:24,364 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:20:24,367 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:20:24,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/master 2024-11-19T16:20:24,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/acl 2024-11-19T16:20:24,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33361 2024-11-19T16:20:24,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33361 2024-11-19T16:20:24,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33361 2024-11-19T16:20:24,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33361 2024-11-19T16:20:24,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33361 2024-11-19T16:20:24,398 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:34215 2024-11-19T16:20:24,400 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-33756619/backup-masters/32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:24,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619/backup-masters 2024-11-19T16:20:24,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619/backup-masters 2024-11-19T16:20:24,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on existing znode=/1-33756619/backup-masters/32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-33756619/master 2024-11-19T16:20:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:24,416 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on existing znode=/1-33756619/master 2024-11-19T16:20:24,417 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-33756619/backup-masters/32a8860bb9d6,34215,1732033224194 from backup master directory 2024-11-19T16:20:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-33756619/backup-masters/32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619/backup-masters 2024-11-19T16:20:24,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619/backup-masters 2024-11-19T16:20:24,426 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:24,426 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:24,429 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/hbase.id] with ID: 6690abc8-01d0-40ea-b5e8-1cd8662a48d8 2024-11-19T16:20:24,429 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/.tmp/hbase.id 2024-11-19T16:20:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:20:24,833 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/.tmp/hbase.id]:[hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/hbase.id] 2024-11-19T16:20:24,841 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:24,841 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:20:24,842 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:20:24,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:24,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:20:25,294 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:25,295 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:20:25,295 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:20:25,705 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store 2024-11-19T16:20:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:20:25,715 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:25,715 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:25,715 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:25,715 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:25,715 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:25,715 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:25,715 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:25,715 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033225715Disabling compacts and flushes for region at 1732033225715Disabling writes for close at 1732033225715Writing region close event to WAL at 1732033225715Closed at 1732033225715 2024-11-19T16:20:25,715 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/.initializing 2024-11-19T16:20:25,716 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/WALs/32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:25,716 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:25,717 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C34215%2C1732033224194, suffix=, logDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/WALs/32a8860bb9d6,34215,1732033224194, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/oldWALs, maxLogs=10 2024-11-19T16:20:25,734 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/WALs/32a8860bb9d6,34215,1732033224194/32a8860bb9d6%2C34215%2C1732033224194.1732033225718, exclude list is [], retry=0 2024-11-19T16:20:25,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45561,DS-9af70a41-31fc-4828-ba6f-1535f8462921,DISK] 2024-11-19T16:20:25,738 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/WALs/32a8860bb9d6,34215,1732033224194/32a8860bb9d6%2C34215%2C1732033224194.1732033225718 2024-11-19T16:20:25,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-19T16:20:25,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:25,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:25,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:20:25,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:25,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:25,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:20:25,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:25,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:25,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:20:25,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:25,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:25,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:20:25,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:25,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:25,745 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,746 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,746 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,747 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,747 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,747 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:25,748 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:25,750 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:25,750 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73970821, jitterRate=0.10225112736225128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:25,750 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033225738Initializing all the Stores at 1732033225739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033225739Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033225739Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033225739Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033225739Cleaning up temporary data from old regions at 1732033225747 (+8 ms)Region opened successfully at 1732033225750 (+3 ms) 2024-11-19T16:20:25,750 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:20:25,753 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:25,754 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:20:25,754 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:20:25,754 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:20:25,754 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:20:25,755 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:20:25,755 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:20:25,755 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:20:25,756 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:20:25,757 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Unable to get data of znode /1-33756619/balancer because node does not exist (not necessarily an error) 2024-11-19T16:20:25,815 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-33756619/balancer already deleted, retry=false 2024-11-19T16:20:25,816 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:20:25,816 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Unable to get data of znode /1-33756619/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:20:25,826 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-33756619/normalizer already deleted, retry=false 2024-11-19T16:20:25,826 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:20:25,827 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Unable to get data of znode /1-33756619/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:20:25,836 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-33756619/switch/split already deleted, retry=false 2024-11-19T16:20:25,837 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Unable to get data of znode /1-33756619/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:20:25,847 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-33756619/switch/merge already deleted, retry=false 2024-11-19T16:20:25,848 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Unable to get data of znode /1-33756619/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:20:25,857 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-33756619/snapshot-cleanup already deleted, retry=false 2024-11-19T16:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-33756619/running 2024-11-19T16:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-33756619/running 2024-11-19T16:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:25,868 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,34215,1732033224194, sessionid=0x10153e57b4d0003, setting cluster-up flag (Was=false) 2024-11-19T16:20:25,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:25,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:25,920 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-33756619/flush-table-proc/acquired, /1-33756619/flush-table-proc/reached, /1-33756619/flush-table-proc/abort 2024-11-19T16:20:25,921 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:25,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:25,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:25,973 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-33756619/online-snapshot/acquired, /1-33756619/online-snapshot/reached, /1-33756619/online-snapshot/abort 2024-11-19T16:20:25,974 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:25,975 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:20:25,984 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:25,985 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:20:25,985 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:20:25,985 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,34215,1732033224194 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:20:25,986 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(746): ClusterId : 6690abc8-01d0-40ea-b5e8-1cd8662a48d8 2024-11-19T16:20:25,986 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:20:25,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:25,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:25,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:25,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:25,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:20:25,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:25,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:25,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:25,995 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:20:25,995 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:20:26,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:26,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:20:26,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:26,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:20:26,005 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:20:26,005 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61e8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033256008 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:20:26,008 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:20:26,012 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,013 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:20:26,013 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:20:26,013 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:20:26,013 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:20:26,016 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:20:26,016 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:20:26,020 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033226016,5,FailOnTimeoutGroup] 2024-11-19T16:20:26,024 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033226020,5,FailOnTimeoutGroup] 2024-11-19T16:20:26,024 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,024 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:20:26,024 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,024 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,025 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:33361 2024-11-19T16:20:26,025 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:20:26,025 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:20:26,025 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:20:26,026 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,34215,1732033224194 with port=33361, startcode=1732033224344 2024-11-19T16:20:26,026 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:20:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:20:26,033 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:20:26,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:26,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34215 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:26,035 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006 2024-11-19T16:20:26,035 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45487 2024-11-19T16:20:26,035 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:20:26,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619/rs 2024-11-19T16:20:26,090 DEBUG [RS:0;32a8860bb9d6:33361 {}] zookeeper.ZKUtil(111): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on existing znode=/1-33756619/rs/32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:26,090 WARN [RS:0;32a8860bb9d6:33361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:26,090 INFO [RS:0;32a8860bb9d6:33361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:26,090 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:26,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,33361,1732033224344] 2024-11-19T16:20:26,092 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:20:26,106 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:20:26,106 INFO [RS:0;32a8860bb9d6:33361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:20:26,106 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,106 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:20:26,107 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:20:26,107 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:26,107 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:26,108 DEBUG [RS:0;32a8860bb9d6:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:26,108 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,108 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,108 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,108 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,108 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,108 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33361,1732033224344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:26,128 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:20:26,128 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33361,1732033224344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,128 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,128 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.Replication(171): 32a8860bb9d6,33361,1732033224344 started 2024-11-19T16:20:26,145 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:26,145 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,33361,1732033224344, RpcServer on 32a8860bb9d6/172.17.0.3:33361, sessionid=0x10153e57b4d0004 2024-11-19T16:20:26,145 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:20:26,145 DEBUG [RS:0;32a8860bb9d6:33361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:26,145 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,33361,1732033224344' 2024-11-19T16:20:26,145 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-33756619/flush-table-proc/abort' 2024-11-19T16:20:26,146 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-33756619/flush-table-proc/acquired' 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,33361,1732033224344' 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-33756619/online-snapshot/abort' 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-33756619/online-snapshot/acquired' 2024-11-19T16:20:26,147 DEBUG [RS:0;32a8860bb9d6:33361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:20:26,147 INFO [RS:0;32a8860bb9d6:33361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:20:26,147 INFO [RS:0;32a8860bb9d6:33361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:20:26,248 INFO [RS:0;32a8860bb9d6:33361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:26,249 INFO [RS:0;32a8860bb9d6:33361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33361%2C1732033224344, suffix=, logDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/oldWALs, maxLogs=10 2024-11-19T16:20:26,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:20:26,262 DEBUG [RS:0;32a8860bb9d6:33361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, exclude list is [], retry=0 2024-11-19T16:20:26,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45561,DS-9af70a41-31fc-4828-ba6f-1535f8462921,DISK] 2024-11-19T16:20:26,266 INFO [RS:0;32a8860bb9d6:33361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 2024-11-19T16:20:26,266 DEBUG [RS:0;32a8860bb9d6:33361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-19T16:20:26,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:20:26,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006 2024-11-19T16:20:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:20:26,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:20:26,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T16:20:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T16:20:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:20:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:26,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:26,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:26,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:26,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:26,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:26,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:26,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:26,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:26,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:26,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:26,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:26,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:26,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:26,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:26,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:26,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:26,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:26,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:26,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740 2024-11-19T16:20:26,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740 2024-11-19T16:20:26,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:26,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:26,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:26,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:26,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:26,846 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62277959, jitterRate=-0.07198609411716461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033226835Initializing all the Stores at 1732033226836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033226836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033226836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033226836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033226836Cleaning up temporary data from old regions at 1732033226843 (+7 ms)Region opened successfully at 1732033226846 (+3 ms) 2024-11-19T16:20:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:26,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:26,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:26,847 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:26,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033226846Disabling compacts and flushes for region at 1732033226846Disabling writes for close at 1732033226846Writing region close event to WAL at 1732033226846Closed at 1732033226847 (+1 ms) 2024-11-19T16:20:26,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:26,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:20:26,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:20:26,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:26,849 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:20:27,000 DEBUG [32a8860bb9d6:34215 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:20:27,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:27,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,33361,1732033224344, state=OPENING 2024-11-19T16:20:27,057 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:20:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:27,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-33756619/meta-region-server: CHANGED 2024-11-19T16:20:27,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-33756619/meta-region-server: CHANGED 2024-11-19T16:20:27,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:27,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33361,1732033224344}] 2024-11-19T16:20:27,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:27,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:27,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:27,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:20:27,308 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:20:27,308 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:27,308 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:20:27,310 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33361%2C1732033224344.meta, suffix=.meta, logDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/oldWALs, maxLogs=10 2024-11-19T16:20:27,325 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.meta.1732033227310.meta, exclude list is [], retry=0 2024-11-19T16:20:27,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45561,DS-9af70a41-31fc-4828-ba6f-1535f8462921,DISK] 2024-11-19T16:20:27,328 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.meta.1732033227310.meta 2024-11-19T16:20:27,329 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-19T16:20:27,329 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:27,329 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:27,329 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:27,329 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:20:27,329 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:20:27,329 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:20:27,330 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:27,330 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:20:27,330 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:20:27,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:27,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:27,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:27,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:27,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:27,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:27,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:27,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:27,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:27,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:27,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:27,334 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:27,335 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740 2024-11-19T16:20:27,336 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740 2024-11-19T16:20:27,337 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:27,337 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:27,337 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:27,338 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:27,339 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72496153, jitterRate=0.08027686178684235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:27,339 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:20:27,339 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033227330Writing region info on filesystem at 1732033227330Initializing all the Stores at 1732033227331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033227331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033227331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033227331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033227331Cleaning up temporary data from old regions at 1732033227337 (+6 ms)Running coprocessor post-open hooks at 1732033227339 (+2 ms)Region opened successfully at 1732033227339 2024-11-19T16:20:27,340 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033227303 2024-11-19T16:20:27,341 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:20:27,341 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:20:27,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:27,342 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,33361,1732033224344, state=OPEN 2024-11-19T16:20:27,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-33756619/meta-region-server 2024-11-19T16:20:27,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-33756619/meta-region-server 2024-11-19T16:20:27,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:27,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-33756619/meta-region-server: CHANGED 2024-11-19T16:20:27,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-33756619/meta-region-server: CHANGED 2024-11-19T16:20:27,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:20:27,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33361,1732033224344 in 222 msec 2024-11-19T16:20:27,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:20:27,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-19T16:20:27,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:27,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:20:27,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:27,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33361,1732033224344, seqNum=-1] 2024-11-19T16:20:27,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:27,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:27,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3990 sec 2024-11-19T16:20:27,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033227383, completionTime=-1 2024-11-19T16:20:27,383 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:20:27,383 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033287385 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033347385 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34215,1732033224194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34215,1732033224194-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34215,1732033224194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:34215, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,386 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,387 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:20:27,389 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34215,1732033224194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:27,390 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34215,1732033224194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:20:27,391 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:20:27,391 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:20:27,391 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34215,1732033224194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:27,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a84c87b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:27,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34215,-1 for getting cluster id 2024-11-19T16:20:27,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:27,488 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6690abc8-01d0-40ea-b5e8-1cd8662a48d8' 2024-11-19T16:20:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6690abc8-01d0-40ea-b5e8-1cd8662a48d8" 2024-11-19T16:20:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36bedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34215,-1] 2024-11-19T16:20:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:27,490 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:27,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181f675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:27,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:27,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33361,1732033224344, seqNum=-1] 2024-11-19T16:20:27,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:27,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:27,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:27,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51927 2024-11-19T16:20:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:27,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e57b4d0005 connected 2024-11-19T16:20:27,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc05b2d 2024-11-19T16:20:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:27,514 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:27,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:20:27,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:20:27,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:20:27,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:20:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:27,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:20:27,534 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2b8695a641051e2876144fbea65d5cd, NAME => 'test,,1732033227514.d2b8695a641051e2876144fbea65d5cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879 2024-11-19T16:20:27,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:20:27,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033227514.d2b8695a641051e2876144fbea65d5cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:27,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d2b8695a641051e2876144fbea65d5cd, disabling compactions & flushes 2024-11-19T16:20:27,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. after waiting 0 ms 2024-11-19T16:20:27,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2b8695a641051e2876144fbea65d5cd: Waiting for close lock at 1732033227539Disabling compacts and flushes for region at 1732033227539Disabling writes for close at 1732033227539Writing region close event to WAL at 1732033227539Closed at 1732033227539 2024-11-19T16:20:27,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:20:27,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033227514.d2b8695a641051e2876144fbea65d5cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033227540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033227540"}]},"ts":"1732033227540"} 2024-11-19T16:20:27,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:20:27,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:20:27,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033227543"}]},"ts":"1732033227543"} 2024-11-19T16:20:27,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:20:27,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2b8695a641051e2876144fbea65d5cd, ASSIGN}] 2024-11-19T16:20:27,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2b8695a641051e2876144fbea65d5cd, ASSIGN 2024-11-19T16:20:27,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d2b8695a641051e2876144fbea65d5cd, ASSIGN; state=OFFLINE, location=32a8860bb9d6,33755,1732033218585; forceNewPlan=false, retain=false 2024-11-19T16:20:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:27,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2b8695a641051e2876144fbea65d5cd, regionState=OPENING, regionLocation=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:27,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d2b8695a641051e2876144fbea65d5cd, ASSIGN because future has completed 2024-11-19T16:20:27,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b8695a641051e2876144fbea65d5cd, server=32a8860bb9d6,33755,1732033218585}] 2024-11-19T16:20:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:27,853 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,854 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d2b8695a641051e2876144fbea65d5cd, NAME => 'test,,1732033227514.d2b8695a641051e2876144fbea65d5cd.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:27,854 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:27,854 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:20:27,854 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,854 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033227514.d2b8695a641051e2876144fbea65d5cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:27,854 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,854 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,855 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,856 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b8695a641051e2876144fbea65d5cd columnFamilyName f 2024-11-19T16:20:27,857 DEBUG [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,857 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] regionserver.HStore(327): Store=d2b8695a641051e2876144fbea65d5cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:27,857 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,858 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b8695a641051e2876144fbea65d5cd columnFamilyName f1 2024-11-19T16:20:27,858 DEBUG [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,858 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] regionserver.HStore(327): Store=d2b8695a641051e2876144fbea65d5cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:27,858 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,859 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b8695a641051e2876144fbea65d5cd columnFamilyName norep 2024-11-19T16:20:27,859 DEBUG [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:27,859 INFO [StoreOpener-d2b8695a641051e2876144fbea65d5cd-1 {}] regionserver.HStore(327): Store=d2b8695a641051e2876144fbea65d5cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:27,859 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,860 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,860 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,861 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,861 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,861 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:20:27,862 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,863 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:27,864 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d2b8695a641051e2876144fbea65d5cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65805947, jitterRate=-0.019414976239204407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:20:27,864 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:27,864 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d2b8695a641051e2876144fbea65d5cd: Running coprocessor pre-open hook at 1732033227854Writing region info on filesystem at 1732033227854Initializing all the Stores at 1732033227855 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033227855Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033227855Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033227855Cleaning up temporary data from old regions at 1732033227861 (+6 ms)Running coprocessor post-open hooks at 1732033227864 (+3 ms)Region opened successfully at 1732033227864 2024-11-19T16:20:27,865 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033227514.d2b8695a641051e2876144fbea65d5cd., pid=6, masterSystemTime=1732033227850 2024-11-19T16:20:27,867 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,867 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:27,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2b8695a641051e2876144fbea65d5cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:27,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b8695a641051e2876144fbea65d5cd, server=32a8860bb9d6,33755,1732033218585 because future has completed 2024-11-19T16:20:27,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:20:27,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2b8695a641051e2876144fbea65d5cd, server=32a8860bb9d6,33755,1732033218585 in 171 msec 2024-11-19T16:20:27,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:20:27,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d2b8695a641051e2876144fbea65d5cd, ASSIGN in 328 msec 2024-11-19T16:20:27,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:20:27,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033227874"}]},"ts":"1732033227874"} 2024-11-19T16:20:27,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:20:27,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:20:27,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 361 msec 2024-11-19T16:20:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:28,149 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:20:28,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b78a1b 2024-11-19T16:20:28,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:28,151 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:28,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:20:28,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:20:28,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:28,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:20:28,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:20:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:20:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:28,566 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1d5ce9a70152a60796a9612423c0035, NAME => 'test,,1732033228152.c1d5ce9a70152a60796a9612423c0035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006 2024-11-19T16:20:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:20:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033228152.c1d5ce9a70152a60796a9612423c0035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:28,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1d5ce9a70152a60796a9612423c0035, disabling compactions & flushes 2024-11-19T16:20:28,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:28,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:28,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. after waiting 0 ms 2024-11-19T16:20:28,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:28,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:28,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1d5ce9a70152a60796a9612423c0035: Waiting for close lock at 1732033228972Disabling compacts and flushes for region at 1732033228972Disabling writes for close at 1732033228972Writing region close event to WAL at 1732033228972Closed at 1732033228972 2024-11-19T16:20:28,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:20:28,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033228152.c1d5ce9a70152a60796a9612423c0035.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033228973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033228973"}]},"ts":"1732033228973"} 2024-11-19T16:20:28,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:20:28,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:20:28,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033228975"}]},"ts":"1732033228975"} 2024-11-19T16:20:28,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:20:28,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1d5ce9a70152a60796a9612423c0035, ASSIGN}] 2024-11-19T16:20:28,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1d5ce9a70152a60796a9612423c0035, ASSIGN 2024-11-19T16:20:28,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1d5ce9a70152a60796a9612423c0035, ASSIGN; state=OFFLINE, location=32a8860bb9d6,33361,1732033224344; forceNewPlan=false, retain=false 2024-11-19T16:20:29,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1d5ce9a70152a60796a9612423c0035, regionState=OPENING, regionLocation=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:29,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1d5ce9a70152a60796a9612423c0035, ASSIGN because future has completed 2024-11-19T16:20:29,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1d5ce9a70152a60796a9612423c0035, server=32a8860bb9d6,33361,1732033224344}] 2024-11-19T16:20:29,286 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:29,286 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1d5ce9a70152a60796a9612423c0035, NAME => 'test,,1732033228152.c1d5ce9a70152a60796a9612423c0035.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:29,287 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:29,287 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:20:29,287 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,287 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033228152.c1d5ce9a70152a60796a9612423c0035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:29,287 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,287 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,288 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,289 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1d5ce9a70152a60796a9612423c0035 columnFamilyName f 2024-11-19T16:20:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:29,289 DEBUG [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:29,289 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] regionserver.HStore(327): Store=c1d5ce9a70152a60796a9612423c0035/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:29,289 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,290 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1d5ce9a70152a60796a9612423c0035 columnFamilyName f1 2024-11-19T16:20:29,290 DEBUG [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:29,291 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] regionserver.HStore(327): Store=c1d5ce9a70152a60796a9612423c0035/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:29,291 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,292 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1d5ce9a70152a60796a9612423c0035 columnFamilyName norep 2024-11-19T16:20:29,292 DEBUG [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:29,292 INFO [StoreOpener-c1d5ce9a70152a60796a9612423c0035-1 {}] regionserver.HStore(327): Store=c1d5ce9a70152a60796a9612423c0035/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:29,292 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,293 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,293 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,293 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,293 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,294 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:20:29,295 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,296 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:29,297 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1d5ce9a70152a60796a9612423c0035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65581292, jitterRate=-0.022762596607208252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:20:29,297 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:29,297 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1d5ce9a70152a60796a9612423c0035: Running coprocessor pre-open hook at 1732033229287Writing region info on filesystem at 1732033229287Initializing all the Stores at 1732033229288 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033229288Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033229288Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033229288Cleaning up temporary data from old regions at 1732033229294 (+6 ms)Running coprocessor post-open hooks at 1732033229297 (+3 ms)Region opened successfully at 1732033229297 2024-11-19T16:20:29,297 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033228152.c1d5ce9a70152a60796a9612423c0035., pid=6, masterSystemTime=1732033229283 2024-11-19T16:20:29,299 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:29,299 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:29,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1d5ce9a70152a60796a9612423c0035, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:29,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1d5ce9a70152a60796a9612423c0035, server=32a8860bb9d6,33361,1732033224344 because future has completed 2024-11-19T16:20:29,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:20:29,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1d5ce9a70152a60796a9612423c0035, server=32a8860bb9d6,33361,1732033224344 in 172 msec 2024-11-19T16:20:29,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:20:29,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1d5ce9a70152a60796a9612423c0035, ASSIGN in 328 msec 2024-11-19T16:20:29,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:20:29,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033229307"}]},"ts":"1732033229307"} 2024-11-19T16:20:29,309 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:20:29,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:20:29,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T16:20:29,639 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:29,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:29,640 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18252 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:20:30,310 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:20:30,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cf984d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39187,-1 for getting cluster id 2024-11-19T16:20:30,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:30,311 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63c5aacf-0feb-4b7b-af33-d3dec58f3450' 2024-11-19T16:20:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63c5aacf-0feb-4b7b-af33-d3dec58f3450" 2024-11-19T16:20:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd53933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39187,-1] 2024-11-19T16:20:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:30,312 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b3b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c214eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34215,-1 for getting cluster id 2024-11-19T16:20:30,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:30,314 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6690abc8-01d0-40ea-b5e8-1cd8662a48d8' 2024-11-19T16:20:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6690abc8-01d0-40ea-b5e8-1cd8662a48d8" 2024-11-19T16:20:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d1b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34215,-1] 2024-11-19T16:20:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:30,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:30,316 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:30,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb1584f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4205ad50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39187,-1 for getting cluster id 2024-11-19T16:20:30,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:30,318 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63c5aacf-0feb-4b7b-af33-d3dec58f3450' 2024-11-19T16:20:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63c5aacf-0feb-4b7b-af33-d3dec58f3450" 2024-11-19T16:20:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d44a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39187,-1] 2024-11-19T16:20:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:30,319 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6902f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f959159 2024-11-19T16:20:30,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:30,322 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:30,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:34215,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:20:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:20:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:30,325 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34215' 2024-11-19T16:20:30,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629cf41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,326 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34215,-1 for getting cluster id 2024-11-19T16:20:30,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:30,327 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6690abc8-01d0-40ea-b5e8-1cd8662a48d8' 2024-11-19T16:20:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6690abc8-01d0-40ea-b5e8-1cd8662a48d8" 2024-11-19T16:20:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c33429d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34215,-1] 2024-11-19T16:20:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:30,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:30,328 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd306c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:30,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:30,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:30,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ae85db 2024-11-19T16:20:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:30,331 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:30,331 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:20:30,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:20:30,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:30,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:30,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:30,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:30,334 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:20:30,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:20:30,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:30,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:20:30,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:20:30,384 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:30,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7af8e5be6edbc7f46e577e460c640bb, NAME => 'hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879 2024-11-19T16:20:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:20:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7af8e5be6edbc7f46e577e460c640bb, disabling compactions & flushes 2024-11-19T16:20:30,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. after waiting 0 ms 2024-11-19T16:20:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:30,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7af8e5be6edbc7f46e577e460c640bb: Waiting for close lock at 1732033230753Disabling compacts and flushes for region at 1732033230753Disabling writes for close at 1732033230753Writing region close event to WAL at 1732033230753Closed at 1732033230753 2024-11-19T16:20:30,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:20:30,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033230754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033230754"}]},"ts":"1732033230754"} 2024-11-19T16:20:30,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:20:30,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:20:30,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033230757"}]},"ts":"1732033230757"} 2024-11-19T16:20:30,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:20:30,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7af8e5be6edbc7f46e577e460c640bb, ASSIGN}] 2024-11-19T16:20:30,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7af8e5be6edbc7f46e577e460c640bb, ASSIGN 2024-11-19T16:20:30,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7af8e5be6edbc7f46e577e460c640bb, ASSIGN; state=OFFLINE, location=32a8860bb9d6,33755,1732033218585; forceNewPlan=false, retain=false 2024-11-19T16:20:30,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7af8e5be6edbc7f46e577e460c640bb, regionState=OPENING, regionLocation=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:30,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7af8e5be6edbc7f46e577e460c640bb, ASSIGN because future has completed 2024-11-19T16:20:30,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7af8e5be6edbc7f46e577e460c640bb, server=32a8860bb9d6,33755,1732033218585}] 2024-11-19T16:20:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:31,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:31,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:31,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:20:31,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33755%2C1732033218585.rep, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/oldWALs, maxLogs=10 2024-11-19T16:20:31,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.rep.1732033231071, exclude list is [], retry=0 2024-11-19T16:20:31,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40745,DS-cc2ffd17-b782-4f4c-a667-0d842a43589e,DISK] 2024-11-19T16:20:31,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.rep.1732033231071 2024-11-19T16:20:31,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46547:46547)] 2024-11-19T16:20:31,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7af8e5be6edbc7f46e577e460c640bb, NAME => 'hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:31,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. service=MultiRowMutationService 2024-11-19T16:20:31,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,150 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,151 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7af8e5be6edbc7f46e577e460c640bb columnFamilyName hfileref 2024-11-19T16:20:31,151 DEBUG [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:31,151 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] regionserver.HStore(327): Store=f7af8e5be6edbc7f46e577e460c640bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:31,151 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,152 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7af8e5be6edbc7f46e577e460c640bb columnFamilyName queue 2024-11-19T16:20:31,152 DEBUG [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:31,152 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] regionserver.HStore(327): Store=f7af8e5be6edbc7f46e577e460c640bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:31,152 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,153 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7af8e5be6edbc7f46e577e460c640bb columnFamilyName sid 2024-11-19T16:20:31,153 DEBUG [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:31,154 INFO [StoreOpener-f7af8e5be6edbc7f46e577e460c640bb-1 {}] regionserver.HStore(327): Store=f7af8e5be6edbc7f46e577e460c640bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:31,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/replication/f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/replication/f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:20:31,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/replication/f7af8e5be6edbc7f46e577e460c640bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:31,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7af8e5be6edbc7f46e577e460c640bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65917183, jitterRate=-0.01775743067264557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:20:31,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:31,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7af8e5be6edbc7f46e577e460c640bb: Running coprocessor pre-open hook at 1732033231149Writing region info on filesystem at 1732033231149Initializing all the Stores at 1732033231150 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033231150Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033231150Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033231150Cleaning up temporary data from old regions at 1732033231155 (+5 ms)Running coprocessor post-open hooks at 1732033231158 (+3 ms)Region opened successfully at 1732033231158 2024-11-19T16:20:31,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb., pid=10, masterSystemTime=1732033231066 2024-11-19T16:20:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:31,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:31,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7af8e5be6edbc7f46e577e460c640bb, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7af8e5be6edbc7f46e577e460c640bb, server=32a8860bb9d6,33755,1732033218585 because future has completed 2024-11-19T16:20:31,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:20:31,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7af8e5be6edbc7f46e577e460c640bb, server=32a8860bb9d6,33755,1732033218585 in 251 msec 2024-11-19T16:20:31,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:20:31,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7af8e5be6edbc7f46e577e460c640bb, ASSIGN in 407 msec 2024-11-19T16:20:31,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:20:31,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033231168"}]},"ts":"1732033231168"} 2024-11-19T16:20:31,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:20:31,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:20:31,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-11-19T16:20:31,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb., hostname=32a8860bb9d6,33755,1732033218585, seqNum=2] 2024-11-19T16:20:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:31,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:20:31,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:20:31,400 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:20:31,427 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,33755,1732033218585, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:20:31,427 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:31,427 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33755,1732033218585, seqNum=-1] 2024-11-19T16:20:31,427 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:31,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,33755,1732033218585', locateType=CURRENT is [region=hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb., hostname=32a8860bb9d6,33755,1732033218585, seqNum=2] 2024-11-19T16:20:31,433 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:20:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:20:31,435 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,33755,1732033218585 suceeded 2024-11-19T16:20:31,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:20:31,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T16:20:31,436 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:34215,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:20:31,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1140 sec 2024-11-19T16:20:31,448 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34215' 2024-11-19T16:20:31,449 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2063be97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,449 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34215,-1 for getting cluster id 2024-11-19T16:20:31,449 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:31,450 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6690abc8-01d0-40ea-b5e8-1cd8662a48d8' 2024-11-19T16:20:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6690abc8-01d0-40ea-b5e8-1cd8662a48d8" 2024-11-19T16:20:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbb33b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34215,-1] 2024-11-19T16:20:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,452 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:31,452 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53324dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,452 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:31,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:31,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e5783eb 2024-11-19T16:20:31,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:31,454 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T16:20:31,454 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,33755,1732033218585 (queues=1) is replicating from cluster=63c5aacf-0feb-4b7b-af33-d3dec58f3450 to cluster=6690abc8-01d0-40ea-b5e8-1cd8662a48d8 2024-11-19T16:20:31,454 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C33755%2C1732033218585 2024-11-19T16:20:31,454 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,33755,1732033218585, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:20:31,455 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C33755%2C1732033218585 2024-11-19T16:20:31,455 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, startPosition=0, beingWritten=true 2024-11-19T16:20:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:31,459 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:20:31,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:31,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:31,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,460 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:31,460 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:31,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:31,460 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33755,1732033218585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:31,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d80b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34215,-1 for getting cluster id 2024-11-19T16:20:31,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:31,461 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6690abc8-01d0-40ea-b5e8-1cd8662a48d8' 2024-11-19T16:20:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6690abc8-01d0-40ea-b5e8-1cd8662a48d8" 2024-11-19T16:20:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705f7180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34215,-1] 2024-11-19T16:20:31,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:31,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,463 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:31,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc56f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11fd9951 2024-11-19T16:20:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:31,466 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:31,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:39187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:20:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:20:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:31,468 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:39187' 2024-11-19T16:20:31,469 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17594b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,469 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39187,-1 for getting cluster id 2024-11-19T16:20:31,469 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:31,470 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63c5aacf-0feb-4b7b-af33-d3dec58f3450' 2024-11-19T16:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63c5aacf-0feb-4b7b-af33-d3dec58f3450" 2024-11-19T16:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7df85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39187,-1] 2024-11-19T16:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,471 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aae6a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:31,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ab2667 2024-11-19T16:20:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:31,473 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:20:31,474 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:20:31,474 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:20:31,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:31,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:31,474 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:31,475 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:20:31,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:20:31,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:31,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:20:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:20:31,525 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:20:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:31,673 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:31,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0db72d725938a5eab7efcaa6205fdc6f, NAME => 'hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006 2024-11-19T16:20:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:20:31,976 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:32,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:20:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:32,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:20:32,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:32,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0db72d725938a5eab7efcaa6205fdc6f, disabling compactions & flushes 2024-11-19T16:20:32,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. after waiting 0 ms 2024-11-19T16:20:32,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0db72d725938a5eab7efcaa6205fdc6f: Waiting for close lock at 1732033232288Disabling compacts and flushes for region at 1732033232288Disabling writes for close at 1732033232288Writing region close event to WAL at 1732033232288Closed at 1732033232288 2024-11-19T16:20:32,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:20:32,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033232289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033232289"}]},"ts":"1732033232289"} 2024-11-19T16:20:32,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:20:32,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:20:32,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033232292"}]},"ts":"1732033232292"} 2024-11-19T16:20:32,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:20:32,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db72d725938a5eab7efcaa6205fdc6f, ASSIGN}] 2024-11-19T16:20:32,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db72d725938a5eab7efcaa6205fdc6f, ASSIGN 2024-11-19T16:20:32,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0db72d725938a5eab7efcaa6205fdc6f, ASSIGN; state=OFFLINE, location=32a8860bb9d6,33361,1732033224344; forceNewPlan=false, retain=false 2024-11-19T16:20:32,381 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:32,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0db72d725938a5eab7efcaa6205fdc6f, regionState=OPENING, regionLocation=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:32,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0db72d725938a5eab7efcaa6205fdc6f, ASSIGN because future has completed 2024-11-19T16:20:32,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db72d725938a5eab7efcaa6205fdc6f, server=32a8860bb9d6,33361,1732033224344}] 2024-11-19T16:20:32,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:32,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:20:32,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33361%2C1732033224344.rep, suffix=, logDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/oldWALs, maxLogs=10 2024-11-19T16:20:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:32,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.rep.1732033232608, exclude list is [], retry=0 2024-11-19T16:20:32,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45561,DS-9af70a41-31fc-4828-ba6f-1535f8462921,DISK] 2024-11-19T16:20:32,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.rep.1732033232608 2024-11-19T16:20:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-19T16:20:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db72d725938a5eab7efcaa6205fdc6f, NAME => 'hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:32,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. service=MultiRowMutationService 2024-11-19T16:20:32,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:20:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,625 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,626 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db72d725938a5eab7efcaa6205fdc6f columnFamilyName hfileref 2024-11-19T16:20:32,626 DEBUG [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:32,626 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] regionserver.HStore(327): Store=0db72d725938a5eab7efcaa6205fdc6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:32,626 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,627 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db72d725938a5eab7efcaa6205fdc6f columnFamilyName queue 2024-11-19T16:20:32,627 DEBUG [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:32,627 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] regionserver.HStore(327): Store=0db72d725938a5eab7efcaa6205fdc6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:32,627 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,628 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db72d725938a5eab7efcaa6205fdc6f columnFamilyName sid 2024-11-19T16:20:32,628 DEBUG [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:32,628 INFO [StoreOpener-0db72d725938a5eab7efcaa6205fdc6f-1 {}] regionserver.HStore(327): Store=0db72d725938a5eab7efcaa6205fdc6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:32,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/replication/0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/replication/0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:20:32,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/replication/0db72d725938a5eab7efcaa6205fdc6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:32,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0db72d725938a5eab7efcaa6205fdc6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71559025, jitterRate=0.06631256639957428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:20:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0db72d725938a5eab7efcaa6205fdc6f: Running coprocessor pre-open hook at 1732033232624Writing region info on filesystem at 1732033232624Initializing all the Stores at 1732033232624Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033232624Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033232625 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033232625Cleaning up temporary data from old regions at 1732033232630 (+5 ms)Running coprocessor post-open hooks at 1732033232633 (+3 ms)Region opened successfully at 1732033232633 2024-11-19T16:20:32,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f., pid=10, masterSystemTime=1732033232604 2024-11-19T16:20:32,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:32,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0db72d725938a5eab7efcaa6205fdc6f, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db72d725938a5eab7efcaa6205fdc6f, server=32a8860bb9d6,33361,1732033224344 because future has completed 2024-11-19T16:20:32,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:20:32,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db72d725938a5eab7efcaa6205fdc6f, server=32a8860bb9d6,33361,1732033224344 in 187 msec 2024-11-19T16:20:32,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:20:32,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db72d725938a5eab7efcaa6205fdc6f, ASSIGN in 347 msec 2024-11-19T16:20:32,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:20:32,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033232643"}]},"ts":"1732033232643"} 2024-11-19T16:20:32,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:20:32,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:20:32,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-19T16:20:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f., hostname=32a8860bb9d6,33361,1732033224344, seqNum=2] 2024-11-19T16:20:32,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:32,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:32,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:32,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:20:32,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:32,884 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:32,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:20:32,989 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:20:33,014 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,33361,1732033224344, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:20:33,015 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:33,015 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33361,1732033224344, seqNum=-1] 2024-11-19T16:20:33,015 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:33,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:33,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,33361,1732033224344', locateType=CURRENT is [region=hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f., hostname=32a8860bb9d6,33361,1732033224344, seqNum=2] 2024-11-19T16:20:33,020 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:20:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:20:33,022 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,33361,1732033224344 suceeded 2024-11-19T16:20:33,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:20:33,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T16:20:33,024 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:39187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:20:33,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5580 sec 2024-11-19T16:20:33,033 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:39187' 2024-11-19T16:20:33,034 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d8f7c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:33,034 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39187,-1 for getting cluster id 2024-11-19T16:20:33,034 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:33,035 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63c5aacf-0feb-4b7b-af33-d3dec58f3450' 2024-11-19T16:20:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63c5aacf-0feb-4b7b-af33-d3dec58f3450" 2024-11-19T16:20:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bec86a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39187,-1] 2024-11-19T16:20:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:33,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:33,036 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:33,037 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18874e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:33,037 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:33,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:33,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21918765 2024-11-19T16:20:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:20:33,038 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T16:20:33,039 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,33361,1732033224344 (queues=1) is replicating from cluster=6690abc8-01d0-40ea-b5e8-1cd8662a48d8 to cluster=63c5aacf-0feb-4b7b-af33-d3dec58f3450 2024-11-19T16:20:33,039 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C33361%2C1732033224344 2024-11-19T16:20:33,039 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,33361,1732033224344, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:20:33,039 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C33361%2C1732033224344 2024-11-19T16:20:33,039 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, startPosition=0, beingWritten=true 2024-11-19T16:20:33,044 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:33,044 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 379, reset compression=false 2024-11-19T16:20:33,044 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33361,1732033224344 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:33,247 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 379, reset compression=false 2024-11-19T16:20:33,488 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:33,551 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 379, reset compression=false 2024-11-19T16:20:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:20:33,620 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:20:33,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:33,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:33,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:33,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:33,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:33,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:33,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33755,1732033218585, seqNum=-1] 2024-11-19T16:20:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:33,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:33,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033227514.d2b8695a641051e2876144fbea65d5cd., hostname=32a8860bb9d6,33755,1732033218585, seqNum=2] 2024-11-19T16:20:33,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33361,1732033224344, seqNum=-1] 2024-11-19T16:20:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:33,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:33,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033228152.c1d5ce9a70152a60796a9612423c0035., hostname=32a8860bb9d6,33361,1732033224344, seqNum=2] 2024-11-19T16:20:33,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T16:20:33,954 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 379, reset compression=false 2024-11-19T16:20:34,191 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 379, reset compression=false 2024-11-19T16:20:34,199 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:34,199 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 480, reset compression=false 2024-11-19T16:20:34,199 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33755,1732033218585 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2b8695a641051e2876144fbea65d5cd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T16:20:34,202 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:34,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T16:20:34,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:20:34,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278bcfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:34,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34215,-1 for getting cluster id 2024-11-19T16:20:34,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:34,206 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6690abc8-01d0-40ea-b5e8-1cd8662a48d8' 2024-11-19T16:20:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6690abc8-01d0-40ea-b5e8-1cd8662a48d8" 2024-11-19T16:20:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7faecb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34215,-1] 2024-11-19T16:20:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:34,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:34,207 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:34,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e0a4ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:34,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:34,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33361,1732033224344, seqNum=-1] 2024-11-19T16:20:34,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:34,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:34,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033228152.c1d5ce9a70152a60796a9612423c0035., hostname=32a8860bb9d6,33361,1732033224344, seqNum=2] 2024-11-19T16:20:34,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:20:34,405 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 480, reset compression=false 2024-11-19T16:20:34,458 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 379, reset compression=false 2024-11-19T16:20:34,463 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:34,463 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 503, reset compression=false 2024-11-19T16:20:34,463 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33361,1732033224344 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:34,635 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T16:20:34,638 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T16:20:34,667 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 503, reset compression=false 2024-11-19T16:20:34,672 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:34,672 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 607, reset compression=false 2024-11-19T16:20:34,672 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33361,1732033224344 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1d5ce9a70152a60796a9612423c0035/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:20:34,675 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:34,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T16:20:34,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:20:34,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@634f3d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:34,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,39187,-1 for getting cluster id 2024-11-19T16:20:34,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:34,679 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63c5aacf-0feb-4b7b-af33-d3dec58f3450' 2024-11-19T16:20:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63c5aacf-0feb-4b7b-af33-d3dec58f3450" 2024-11-19T16:20:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21974e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,39187,-1] 2024-11-19T16:20:34,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:34,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:34,681 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:34,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195e1001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:34,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:34,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33755,1732033218585, seqNum=-1] 2024-11-19T16:20:34,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:34,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T16:20:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732033227514.d2b8695a641051e2876144fbea65d5cd., hostname=32a8860bb9d6,33755,1732033218585, seqNum=2] 2024-11-19T16:20:34,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:20:34,709 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 480, reset compression=false 2024-11-19T16:20:34,713 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:34,713 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 607, reset compression=false 2024-11-19T16:20:34,713 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33755,1732033218585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:34,876 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 607, reset compression=false 2024-11-19T16:20:34,917 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 607, reset compression=false 2024-11-19T16:20:35,179 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 607, reset compression=false 2024-11-19T16:20:35,222 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 607, reset compression=false 2024-11-19T16:20:35,582 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 607, reset compression=false 2024-11-19T16:20:35,627 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 607, reset compression=false 2024-11-19T16:20:35,640 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T16:20:35,646 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T16:20:36,086 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 607, reset compression=false 2024-11-19T16:20:36,130 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 607, reset compression=false 2024-11-19T16:20:36,198 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:36,198 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 763, reset compression=false 2024-11-19T16:20:36,198 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33755,1732033218585 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2b8695a641051e2876144fbea65d5cd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T16:20:36,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:20:36,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:20:36,402 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 763, reset compression=false 2024-11-19T16:20:36,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:20:36,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:36,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T16:20:36,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:36,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:36,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T16:20:36,648 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T16:20:36,666 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T16:20:36,690 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 607, reset compression=false 2024-11-19T16:20:36,696 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:20:36,696 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 913, reset compression=false 2024-11-19T16:20:36,696 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33361,1732033224344 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1d5ce9a70152a60796a9612423c0035/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T16:20:36,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:20:36,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:20:36,705 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 763, reset compression=false 2024-11-19T16:20:36,714 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:36,714 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:36,714 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33755,1732033218585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:36,908 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 913, reset compression=false 2024-11-19T16:20:36,919 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:37,214 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 913, reset compression=false 2024-11-19T16:20:37,223 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:37,618 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 913, reset compression=false 2024-11-19T16:20:37,627 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:37,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T16:20:37,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:20:37,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:37,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:37,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:37,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:37,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:37,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:20:37,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=825496292, stopped=false 2024-11-19T16:20:37,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,34215,1732033224194 2024-11-19T16:20:37,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-33756619/running 2024-11-19T16:20:37,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-33756619/running 2024-11-19T16:20:37,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:37,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:37,720 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:37,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:37,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:37,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:37,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,33361,1732033224344' ***** 2024-11-19T16:20:37,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:20:37,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/running 2024-11-19T16:20:37,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Set watcher on znode that does not yet exist, /1-33756619/running 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:20:37,721 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33361. 2024-11-19T16:20:37,721 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1d5ce9a70152a60796a9612423c0035, disabling compactions & flushes 2024-11-19T16:20:37,721 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:37,721 DEBUG [RS:0;32a8860bb9d6:33361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:37,721 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:37,721 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:37,721 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:37,721 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. after waiting 0 ms 2024-11-19T16:20:37,721 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:20:37,721 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:20:37,721 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1d5ce9a70152a60796a9612423c0035 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T16:20:37,722 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:20:37,722 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c1d5ce9a70152a60796a9612423c0035=test,,1732033228152.c1d5ce9a70152a60796a9612423c0035., 0db72d725938a5eab7efcaa6205fdc6f=hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.} 2024-11-19T16:20:37,722 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 0db72d725938a5eab7efcaa6205fdc6f, 1588230740, c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:37,722 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:37,722 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:37,722 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:37,722 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:37,722 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:37,722 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:20:37,742 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/info/73183e0662b84f38adea915e411dd2a3 is 147, key is hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f./info:regioninfo/1732033232636/Put/seqid=0 2024-11-19T16:20:37,742 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/f/07a6c7072d9c44ec9eb0931f0d648e80 is 29, key is row1/f:/1732033236649/DeleteFamily/seqid=0 2024-11-19T16:20:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741840_1016 (size=7686) 2024-11-19T16:20:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741841_1017 (size=5118) 2024-11-19T16:20:37,922 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 0db72d725938a5eab7efcaa6205fdc6f, 1588230740, c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:38,108 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:20:38,108 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:20:38,121 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 913, reset compression=false 2024-11-19T16:20:38,122 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 0db72d725938a5eab7efcaa6205fdc6f, 1588230740, c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:38,125 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:38,125 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1160, reset compression=false 2024-11-19T16:20:38,125 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33361,1732033224344 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:38,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:38,126 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,33361,1732033224344: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,33361,1732033224344, walGroup=32a8860bb9d6%2C33361%2C1732033224344, offset=32a8860bb9d6%2C33361%2C1732033224344.1732033226249:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:33361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:20:38,127 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:20:38,127 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:20:38,128 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:20:38,128 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:20:38,128 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:20:38,128 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 582420344 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191354152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:20:38,129 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:34215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:34215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:20:38,130 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:38,150 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/info/73183e0662b84f38adea915e411dd2a3 2024-11-19T16:20:38,150 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/f/07a6c7072d9c44ec9eb0931f0d648e80 2024-11-19T16:20:38,153 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07a6c7072d9c44ec9eb0931f0d648e80 2024-11-19T16:20:38,167 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/ns/d881fc56ec0944728319d9d7ec76d05d is 43, key is default/ns:d/1732033227380/Put/seqid=0 2024-11-19T16:20:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741842_1018 (size=5153) 2024-11-19T16:20:38,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,176 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/f1/1021324f01c0438e801883cf4fc7e098 is 30, key is row1/f1:/1732033236649/DeleteFamily/seqid=0 2024-11-19T16:20:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741843_1019 (size=5123) 2024-11-19T16:20:38,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:38,322 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 0db72d725938a5eab7efcaa6205fdc6f, 1588230740, c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:38,329 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1160, reset compression=false 2024-11-19T16:20:38,522 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 0db72d725938a5eab7efcaa6205fdc6f, 1588230740, c1d5ce9a70152a60796a9612423c0035 2024-11-19T16:20:38,571 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/ns/d881fc56ec0944728319d9d7ec76d05d 2024-11-19T16:20:38,587 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/rep_barrier/2e6c4f3082bb4ebaa8a769ee738e3043 is 112, key is test,,1732033228152.c1d5ce9a70152a60796a9612423c0035./rep_barrier:seqnumDuringOpen/1732033229299/Put/seqid=0 2024-11-19T16:20:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741844_1020 (size=5518) 2024-11-19T16:20:38,590 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/f1/1021324f01c0438e801883cf4fc7e098 2024-11-19T16:20:38,594 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1021324f01c0438e801883cf4fc7e098 2024-11-19T16:20:38,610 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/norep/52e0670a434a4f518bc1a140de9f9dad is 33, key is row1/norep:/1732033236649/DeleteFamily/seqid=0 2024-11-19T16:20:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741845_1021 (size=5108) 2024-11-19T16:20:38,614 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/norep/52e0670a434a4f518bc1a140de9f9dad 2024-11-19T16:20:38,618 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52e0670a434a4f518bc1a140de9f9dad 2024-11-19T16:20:38,619 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/f/07a6c7072d9c44ec9eb0931f0d648e80 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/f/07a6c7072d9c44ec9eb0931f0d648e80 2024-11-19T16:20:38,622 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07a6c7072d9c44ec9eb0931f0d648e80 2024-11-19T16:20:38,622 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/f/07a6c7072d9c44ec9eb0931f0d648e80, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T16:20:38,623 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/f1/1021324f01c0438e801883cf4fc7e098 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/f1/1021324f01c0438e801883cf4fc7e098 2024-11-19T16:20:38,627 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1021324f01c0438e801883cf4fc7e098 2024-11-19T16:20:38,627 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/f1/1021324f01c0438e801883cf4fc7e098, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T16:20:38,628 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/.tmp/norep/52e0670a434a4f518bc1a140de9f9dad as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/norep/52e0670a434a4f518bc1a140de9f9dad 2024-11-19T16:20:38,631 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52e0670a434a4f518bc1a140de9f9dad 2024-11-19T16:20:38,631 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/norep/52e0670a434a4f518bc1a140de9f9dad, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T16:20:38,632 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1160, reset compression=false 2024-11-19T16:20:38,632 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c1d5ce9a70152a60796a9612423c0035 in 911ms, sequenceid=8, compaction requested=false 2024-11-19T16:20:38,637 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:38,637 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1804, reset compression=false 2024-11-19T16:20:38,640 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/default/test/c1d5ce9a70152a60796a9612423c0035/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:38,641 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1d5ce9a70152a60796a9612423c0035: Waiting for close lock at 1732033237721Running coprocessor pre-close hooks at 1732033237721Disabling compacts and flushes for region at 1732033237721Disabling writes for close at 1732033237721Obtaining lock to block concurrent updates at 1732033237722 (+1 ms)Preparing flush snapshotting stores in c1d5ce9a70152a60796a9612423c0035 at 1732033237722Finished memstore snapshotting test,,1732033228152.c1d5ce9a70152a60796a9612423c0035., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732033237722Flushing stores of test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. at 1732033237722Flushing c1d5ce9a70152a60796a9612423c0035/f: creating writer at 1732033237722Flushing c1d5ce9a70152a60796a9612423c0035/f: appending metadata at 1732033237741 (+19 ms)Flushing c1d5ce9a70152a60796a9612423c0035/f: closing flushed file at 1732033237741Flushing c1d5ce9a70152a60796a9612423c0035/f1: creating writer at 1732033238154 (+413 ms)Flushing c1d5ce9a70152a60796a9612423c0035/f1: appending metadata at 1732033238175 (+21 ms)Flushing c1d5ce9a70152a60796a9612423c0035/f1: closing flushed file at 1732033238176 (+1 ms)Flushing c1d5ce9a70152a60796a9612423c0035/norep: creating writer at 1732033238594 (+418 ms)Flushing c1d5ce9a70152a60796a9612423c0035/norep: appending metadata at 1732033238609 (+15 ms)Flushing c1d5ce9a70152a60796a9612423c0035/norep: closing flushed file at 1732033238609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698de851: reopening flushed file at 1732033238618 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6f73aa: reopening flushed file at 1732033238623 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1c9377: reopening flushed file at 1732033238627 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c1d5ce9a70152a60796a9612423c0035 in 911ms, sequenceid=8, compaction requested=false at 1732033238632 (+5 ms)Writing region close event to WAL at 1732033238634 (+2 ms)Running coprocessor post-close hooks at 1732033238640 (+6 ms)Closed at 1732033238641 (+1 ms) 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033228152.c1d5ce9a70152a60796a9612423c0035. 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db72d725938a5eab7efcaa6205fdc6f, disabling compactions & flushes 2024-11-19T16:20:38,641 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. after waiting 0 ms 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,641 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db72d725938a5eab7efcaa6205fdc6f: Waiting for close lock at 1732033238641Running coprocessor pre-close hooks at 1732033238641Disabling compacts and flushes for region at 1732033238641Disabling writes for close at 1732033238641Failed flush hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f., putting online again at 1732033238641 2024-11-19T16:20:38,642 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,723 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db72d725938a5eab7efcaa6205fdc6f 2024-11-19T16:20:38,723 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 0db72d725938a5eab7efcaa6205fdc6f, 1588230740 2024-11-19T16:20:38,723 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db72d725938a5eab7efcaa6205fdc6f, disabling compactions & flushes 2024-11-19T16:20:38,723 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,723 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,723 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. after waiting 0 ms 2024-11-19T16:20:38,723 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,723 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db72d725938a5eab7efcaa6205fdc6f: Waiting for close lock at 1732033238723Running coprocessor pre-close hooks at 1732033238723Disabling compacts and flushes for region at 1732033238723Disabling writes for close at 1732033238723Failed flush hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f., putting online again at 1732033238723 2024-11-19T16:20:38,723 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f. 2024-11-19T16:20:38,733 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:38,845 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1804, reset compression=false 2024-11-19T16:20:38,923 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:20:38,923 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0db72d725938a5eab7efcaa6205fdc6f=hbase:replication,,1732033231474.0db72d725938a5eab7efcaa6205fdc6f.} 2024-11-19T16:20:38,923 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:38,991 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/rep_barrier/2e6c4f3082bb4ebaa8a769ee738e3043 2024-11-19T16:20:39,008 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/table/d5daeb0f712e4df091d208db58ba6004 is 53, key is hbase:replication/table:state/1732033232643/Put/seqid=0 2024-11-19T16:20:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741846_1022 (size=5308) 2024-11-19T16:20:39,123 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:39,152 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1804, reset compression=false 2024-11-19T16:20:39,323 DEBUG [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:39,411 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/table/d5daeb0f712e4df091d208db58ba6004 2024-11-19T16:20:39,416 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/info/73183e0662b84f38adea915e411dd2a3 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/info/73183e0662b84f38adea915e411dd2a3 2024-11-19T16:20:39,420 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/info/73183e0662b84f38adea915e411dd2a3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:20:39,420 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/ns/d881fc56ec0944728319d9d7ec76d05d as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/ns/d881fc56ec0944728319d9d7ec76d05d 2024-11-19T16:20:39,424 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/ns/d881fc56ec0944728319d9d7ec76d05d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:20:39,424 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/rep_barrier/2e6c4f3082bb4ebaa8a769ee738e3043 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/rep_barrier/2e6c4f3082bb4ebaa8a769ee738e3043 2024-11-19T16:20:39,428 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/rep_barrier/2e6c4f3082bb4ebaa8a769ee738e3043, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:20:39,428 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/.tmp/table/d5daeb0f712e4df091d208db58ba6004 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/table/d5daeb0f712e4df091d208db58ba6004 2024-11-19T16:20:39,432 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/table/d5daeb0f712e4df091d208db58ba6004, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:20:39,433 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-19T16:20:39,437 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:20:39,437 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:39,437 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:39,437 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:39,437 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:39,437 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033237722Running coprocessor pre-close hooks at 1732033237722Disabling compacts and flushes for region at 1732033237722Disabling writes for close at 1732033237722Obtaining lock to block concurrent updates at 1732033237722Preparing flush snapshotting stores in 1588230740 at 1732033237722Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033237722Flushing stores of hbase:meta,,1.1588230740 at 1732033237722Flushing 1588230740/info: creating writer at 1732033237722Flushing 1588230740/info: appending metadata at 1732033237741 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732033237741Flushing 1588230740/ns: creating writer at 1732033238153 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732033238166 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732033238166Flushing 1588230740/rep_barrier: creating writer at 1732033238574 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033238586 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033238587 (+1 ms)Flushing 1588230740/table: creating writer at 1732033238995 (+408 ms)Flushing 1588230740/table: appending metadata at 1732033239007 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732033239007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272a277c: reopening flushed file at 1732033239415 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d296a1: reopening flushed file at 1732033239420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51925841: reopening flushed file at 1732033239424 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39892da4: reopening flushed file at 1732033239428 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1732033239433 (+5 ms)Writing region close event to WAL at 1732033239434 (+1 ms)Running coprocessor post-close hooks at 1732033239437 (+3 ms)Closed at 1732033239437 2024-11-19T16:20:39,438 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:39,523 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T16:20:39,523 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,33361,1732033224344; all regions closed. 2024-11-19T16:20:39,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:20:39,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.meta.1732033227310.meta not finished, retry = 0 2024-11-19T16:20:39,555 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.1732033226249 to pos 1804, reset compression=false 2024-11-19T16:20:39,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/WALs/32a8860bb9d6,33361,1732033224344/32a8860bb9d6%2C33361%2C1732033224344.rep.1732033232608 not finished, retry = 0 2024-11-19T16:20:39,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741839_1015 (size=1515) 2024-11-19T16:20:39,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:39,729 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:39,729 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28341 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741832_1008 (size=1812) 2024-11-19T16:20:39,731 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:39,731 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:39,731 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:39,731 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:39,731 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:39,731 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:39,732 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,33361,1732033224344 because: Region server is closing 2024-11-19T16:20:39,732 INFO [RS:0;32a8860bb9d6:33361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33361. 2024-11-19T16:20:39,732 DEBUG [RS:0;32a8860bb9d6:33361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:39,732 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:39,732 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:39,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:39,832 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.shipper32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 terminated 2024-11-19T16:20:39,832 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33361,1732033224344.replicationSource.wal-reader.32a8860bb9d6%2C33361%2C1732033224344,1-32a8860bb9d6,33361,1732033224344 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:20:39,832 INFO [RS:0;32a8860bb9d6:33361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33361. 2024-11-19T16:20:39,832 DEBUG [RS:0;32a8860bb9d6:33361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:39,833 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:39,833 DEBUG [RS:0;32a8860bb9d6:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:39,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:39,833 INFO [RS:0;32a8860bb9d6:33361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33361 2024-11-19T16:20:39,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619/rs 2024-11-19T16:20:39,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-33756619/rs/32a8860bb9d6,33361,1732033224344 2024-11-19T16:20:39,898 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:39,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,33361,1732033224344] 2024-11-19T16:20:39,919 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-33756619/draining/32a8860bb9d6,33361,1732033224344 already deleted, retry=false 2024-11-19T16:20:39,919 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,33361,1732033224344 expired; onlineServers=0 2024-11-19T16:20:39,919 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,34215,1732033224194' ***** 2024-11-19T16:20:39,919 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:39,920 DEBUG [M:0;32a8860bb9d6:34215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:20:39,920 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:20:39,920 DEBUG [M:0;32a8860bb9d6:34215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:20:39,920 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033226016 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033226016,5,FailOnTimeoutGroup] 2024-11-19T16:20:39,920 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033226020 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033226020,5,FailOnTimeoutGroup] 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:39,920 DEBUG [M:0;32a8860bb9d6:34215 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:39,920 INFO [M:0;32a8860bb9d6:34215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:20:39,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:20:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-33756619/master 2024-11-19T16:20:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-33756619 2024-11-19T16:20:39,930 DEBUG [M:0;32a8860bb9d6:34215 {}] zookeeper.ZKUtil(347): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Unable to get data of znode /1-33756619/master because node does not exist (not an error) 2024-11-19T16:20:39,930 WARN [M:0;32a8860bb9d6:34215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:20:39,930 INFO [M:0;32a8860bb9d6:34215 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/.lastflushedseqids 2024-11-19T16:20:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741847_1023 (size=245) 2024-11-19T16:20:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:40,009 INFO [RS:0;32a8860bb9d6:33361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:40,009 INFO [RS:0;32a8860bb9d6:33361 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,33361,1732033224344; zookeeper connection closed. 2024-11-19T16:20:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x10153e57b4d0004, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:40,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@462063de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@462063de 2024-11-19T16:20:40,009 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:20:40,240 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:40,342 INFO [M:0;32a8860bb9d6:34215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:20:40,342 INFO [M:0;32a8860bb9d6:34215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:20:40,343 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:40,343 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:40,343 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:40,343 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:40,343 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:40,343 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T16:20:40,356 DEBUG [M:0;32a8860bb9d6:34215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb6804c3a06a43a4ba8f4ef952d3594a is 82, key is hbase:meta,,1/info:regioninfo/1732033227342/Put/seqid=0 2024-11-19T16:20:40,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741848_1024 (size=5672) 2024-11-19T16:20:40,760 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb6804c3a06a43a4ba8f4ef952d3594a 2024-11-19T16:20:40,776 DEBUG [M:0;32a8860bb9d6:34215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8cb87dff6d24a03b2cfc1d8552618a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033232646/Put/seqid=0 2024-11-19T16:20:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741849_1025 (size=8515) 2024-11-19T16:20:41,143 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:41,180 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8cb87dff6d24a03b2cfc1d8552618a0 2024-11-19T16:20:41,296 DEBUG [M:0;32a8860bb9d6:34215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/768a45a461854e2a8fd057fa1a3d15c9 is 69, key is 32a8860bb9d6,33361,1732033224344/rs:state/1732033226034/Put/seqid=0 2024-11-19T16:20:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741850_1026 (size=5156) 2024-11-19T16:20:41,700 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/768a45a461854e2a8fd057fa1a3d15c9 2024-11-19T16:20:41,704 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb6804c3a06a43a4ba8f4ef952d3594a as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb6804c3a06a43a4ba8f4ef952d3594a 2024-11-19T16:20:41,708 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb6804c3a06a43a4ba8f4ef952d3594a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T16:20:41,708 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8cb87dff6d24a03b2cfc1d8552618a0 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8cb87dff6d24a03b2cfc1d8552618a0 2024-11-19T16:20:41,712 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8cb87dff6d24a03b2cfc1d8552618a0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T16:20:41,712 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/768a45a461854e2a8fd057fa1a3d15c9 as hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/768a45a461854e2a8fd057fa1a3d15c9 2024-11-19T16:20:41,716 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/ea2fe27e-a309-aabe-9bdf-852e78449006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/768a45a461854e2a8fd057fa1a3d15c9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T16:20:41,717 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=97, compaction requested=false 2024-11-19T16:20:41,718 INFO [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:41,718 DEBUG [M:0;32a8860bb9d6:34215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033240343Disabling compacts and flushes for region at 1732033240343Disabling writes for close at 1732033240343Obtaining lock to block concurrent updates at 1732033240343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033240343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732033240343Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033240344 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033240344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033240356 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033240356Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033240763 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033240776 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033240776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033241284 (+508 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033241296 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033241296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cc94c7: reopening flushed file at 1732033241704 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63415403: reopening flushed file at 1732033241708 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f488d3: reopening flushed file at 1732033241712 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=97, compaction requested=false at 1732033241717 (+5 ms)Writing region close event to WAL at 1732033241718 (+1 ms)Closed at 1732033241718 2024-11-19T16:20:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45561 is added to blk_1073741830_1006 (size=63642) 2024-11-19T16:20:41,720 INFO [M:0;32a8860bb9d6:34215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:20:41,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:41,720 INFO [M:0;32a8860bb9d6:34215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34215 2024-11-19T16:20:41,720 INFO [M:0;32a8860bb9d6:34215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:41,840 INFO [M:0;32a8860bb9d6:34215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:41,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34215-0x10153e57b4d0003, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:41,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fe97aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:41,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7f68b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:41,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:41,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72db9ec3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:41,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f78d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:41,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:20:41,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:20:41,874 WARN [BP-244285588-172.17.0.3-1732033221948 heartbeating to localhost/127.0.0.1:45487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:20:41,874 WARN [BP-244285588-172.17.0.3-1732033221948 heartbeating to localhost/127.0.0.1:45487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-244285588-172.17.0.3-1732033221948 (Datanode Uuid a085f9c6-dbcd-4d0d-844d-0bf15da90898) service to localhost/127.0.0.1:45487 2024-11-19T16:20:41,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/cluster_5b7858cc-0922-345d-fd33-2691c0f319ab/data/data1/current/BP-244285588-172.17.0.3-1732033221948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:41,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/cluster_5b7858cc-0922-345d-fd33-2691c0f319ab/data/data2/current/BP-244285588-172.17.0.3-1732033221948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:41,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:20:41,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459af1fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:41,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4817aa89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:41,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:41,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659b0ab2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:41,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330dd5cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:41,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:20:41,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:20:41,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:41,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:41,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:41,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:41,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:41,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:20:41,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1770182814, stopped=false 2024-11-19T16:20:41,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,39187,1732033218388 2024-11-19T16:20:41,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1312596630/running 2024-11-19T16:20:41,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1312596630/running 2024-11-19T16:20:41,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:41,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:41,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:41,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:20:41,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:41,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:41,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,33755,1732033218585' ***** 2024-11-19T16:20:41,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:20:41,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/running 2024-11-19T16:20:41,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Set watcher on znode that does not yet exist, /0-1312596630/running 2024-11-19T16:20:41,909 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:20:41,909 INFO [RS:0;32a8860bb9d6:33755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(3091): Received CLOSE for d2b8695a641051e2876144fbea65d5cd 2024-11-19T16:20:41,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(3091): Received CLOSE for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33755. 2024-11-19T16:20:41,910 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2b8695a641051e2876144fbea65d5cd, disabling compactions & flushes 2024-11-19T16:20:41,910 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:41,910 DEBUG [RS:0;32a8860bb9d6:33755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:41,910 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:41,910 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:41,910 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. after waiting 0 ms 2024-11-19T16:20:41,910 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:20:41,910 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2b8695a641051e2876144fbea65d5cd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:20:41,910 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:20:41,910 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2b8695a641051e2876144fbea65d5cd=test,,1732033227514.d2b8695a641051e2876144fbea65d5cd., f7af8e5be6edbc7f46e577e460c640bb=hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.} 2024-11-19T16:20:41,910 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:41,910 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:41,910 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:41,911 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:41,911 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:41,911 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:41,911 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:20:41,923 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/f/f26e6e1aebf24d9aa0c4f07354a43413 is 29, key is row1/f:/1732033236649/DeleteFamily/seqid=0 2024-11-19T16:20:41,926 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/info/c0db36394197456bbe07e34cace0f643 is 147, key is hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb./info:regioninfo/1732033231161/Put/seqid=0 2024-11-19T16:20:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741840_1016 (size=5118) 2024-11-19T16:20:41,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741841_1017 (size=7686) 2024-11-19T16:20:41,971 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:42,111 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:42,147 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 912, reset compression=false 2024-11-19T16:20:42,153 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:42,153 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1159, reset compression=false 2024-11-19T16:20:42,153 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33755,1732033218585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:20:42,154 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,33755,1732033218585: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,33755,1732033218585, walGroup=32a8860bb9d6%2C33755%2C1732033218585, offset=32a8860bb9d6%2C33755%2C1732033218585.1732033220383:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:33755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:20:42,154 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:20:42,154 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:20:42,155 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:20:42,155 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:20:42,155 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:20:42,155 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 660014968 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191992544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:20:42,156 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:39187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:39187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:20:42,255 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:20:42,255 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:20:42,311 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:42,327 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/f/f26e6e1aebf24d9aa0c4f07354a43413 2024-11-19T16:20:42,329 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/info/c0db36394197456bbe07e34cace0f643 2024-11-19T16:20:42,331 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f26e6e1aebf24d9aa0c4f07354a43413 2024-11-19T16:20:42,345 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/f1/48cf1bb575df4daf96ebc81a26960bfa is 30, key is row1/f1:/1732033236649/DeleteFamily/seqid=0 2024-11-19T16:20:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741842_1018 (size=5123) 2024-11-19T16:20:42,348 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/ns/f757f903643544ef81bd605cc8f29ab2 is 43, key is default/ns:d/1732033221811/Put/seqid=0 2024-11-19T16:20:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741843_1019 (size=5153) 2024-11-19T16:20:42,357 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1159, reset compression=false 2024-11-19T16:20:42,511 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:42,660 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1159, reset compression=false 2024-11-19T16:20:42,711 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:42,748 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/f1/48cf1bb575df4daf96ebc81a26960bfa 2024-11-19T16:20:42,752 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/ns/f757f903643544ef81bd605cc8f29ab2 2024-11-19T16:20:42,752 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48cf1bb575df4daf96ebc81a26960bfa 2024-11-19T16:20:42,767 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/rep_barrier/b4b06fc15ff1476f9a1b8e18c38485bc is 112, key is test,,1732033227514.d2b8695a641051e2876144fbea65d5cd./rep_barrier:seqnumDuringOpen/1732033227867/Put/seqid=0 2024-11-19T16:20:42,768 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/norep/b9d99b732ccc4fb7a04f9ebaadcf57de is 32, key is row/norep:/1732033235643/DeleteFamily/seqid=0 2024-11-19T16:20:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741844_1020 (size=5518) 2024-11-19T16:20:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741845_1021 (size=5101) 2024-11-19T16:20:42,911 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:43,063 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1159, reset compression=false 2024-11-19T16:20:43,111 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b8695a641051e2876144fbea65d5cd, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:43,170 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/rep_barrier/b4b06fc15ff1476f9a1b8e18c38485bc 2024-11-19T16:20:43,171 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/norep/b9d99b732ccc4fb7a04f9ebaadcf57de 2024-11-19T16:20:43,174 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d99b732ccc4fb7a04f9ebaadcf57de 2024-11-19T16:20:43,175 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/f/f26e6e1aebf24d9aa0c4f07354a43413 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/f/f26e6e1aebf24d9aa0c4f07354a43413 2024-11-19T16:20:43,178 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f26e6e1aebf24d9aa0c4f07354a43413 2024-11-19T16:20:43,179 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/f/f26e6e1aebf24d9aa0c4f07354a43413, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T16:20:43,179 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/f1/48cf1bb575df4daf96ebc81a26960bfa as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/f1/48cf1bb575df4daf96ebc81a26960bfa 2024-11-19T16:20:43,182 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48cf1bb575df4daf96ebc81a26960bfa 2024-11-19T16:20:43,183 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/f1/48cf1bb575df4daf96ebc81a26960bfa, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T16:20:43,183 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/.tmp/norep/b9d99b732ccc4fb7a04f9ebaadcf57de as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/norep/b9d99b732ccc4fb7a04f9ebaadcf57de 2024-11-19T16:20:43,187 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d99b732ccc4fb7a04f9ebaadcf57de 2024-11-19T16:20:43,187 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/norep/b9d99b732ccc4fb7a04f9ebaadcf57de, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T16:20:43,188 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d2b8695a641051e2876144fbea65d5cd in 1278ms, sequenceid=8, compaction requested=false 2024-11-19T16:20:43,189 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/table/9d7f5e7f99c8456a850c0801a2362405 is 53, key is hbase:replication/table:state/1732033231168/Put/seqid=0 2024-11-19T16:20:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741846_1022 (size=5308) 2024-11-19T16:20:43,194 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/default/test/d2b8695a641051e2876144fbea65d5cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T16:20:43,194 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:43,194 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:43,194 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:43,194 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2b8695a641051e2876144fbea65d5cd: Waiting for close lock at 1732033241910Running coprocessor pre-close hooks at 1732033241910Disabling compacts and flushes for region at 1732033241910Disabling writes for close at 1732033241910Obtaining lock to block concurrent updates at 1732033241910Preparing flush snapshotting stores in d2b8695a641051e2876144fbea65d5cd at 1732033241910Finished memstore snapshotting test,,1732033227514.d2b8695a641051e2876144fbea65d5cd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732033241910Flushing stores of test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. at 1732033241911 (+1 ms)Flushing d2b8695a641051e2876144fbea65d5cd/f: creating writer at 1732033241911Flushing d2b8695a641051e2876144fbea65d5cd/f: appending metadata at 1732033241923 (+12 ms)Flushing d2b8695a641051e2876144fbea65d5cd/f: closing flushed file at 1732033241923Flushing d2b8695a641051e2876144fbea65d5cd/f1: creating writer at 1732033242331 (+408 ms)Flushing d2b8695a641051e2876144fbea65d5cd/f1: appending metadata at 1732033242344 (+13 ms)Flushing d2b8695a641051e2876144fbea65d5cd/f1: closing flushed file at 1732033242345 (+1 ms)Flushing d2b8695a641051e2876144fbea65d5cd/norep: creating writer at 1732033242752 (+407 ms)Flushing d2b8695a641051e2876144fbea65d5cd/norep: appending metadata at 1732033242767 (+15 ms)Flushing d2b8695a641051e2876144fbea65d5cd/norep: closing flushed file at 1732033242767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7256491d: reopening flushed file at 1732033243174 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9561e39: reopening flushed file at 1732033243179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a966849: reopening flushed file at 1732033243183 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d2b8695a641051e2876144fbea65d5cd in 1278ms, sequenceid=8, compaction requested=false at 1732033243188 (+5 ms)Writing region close event to WAL at 1732033243190 (+2 ms)Running coprocessor post-close hooks at 1732033243194 (+4 ms)Closed at 1732033243194 2024-11-19T16:20:43,194 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033227514.d2b8695a641051e2876144fbea65d5cd. 2024-11-19T16:20:43,195 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7af8e5be6edbc7f46e577e460c640bb, disabling compactions & flushes 2024-11-19T16:20:43,195 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,195 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,195 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. after waiting 0 ms 2024-11-19T16:20:43,195 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,195 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7af8e5be6edbc7f46e577e460c640bb: Waiting for close lock at 1732033243194Running coprocessor pre-close hooks at 1732033243194Disabling compacts and flushes for region at 1732033243194Disabling writes for close at 1732033243195 (+1 ms)Failed flush hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb., putting online again at 1732033243195 2024-11-19T16:20:43,195 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,312 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:20:43,312 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7af8e5be6edbc7f46e577e460c640bb=hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb.} 2024-11-19T16:20:43,312 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(3091): Received CLOSE for f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:43,312 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7af8e5be6edbc7f46e577e460c640bb 2024-11-19T16:20:43,312 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7af8e5be6edbc7f46e577e460c640bb, disabling compactions & flushes 2024-11-19T16:20:43,312 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,312 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,312 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. after waiting 0 ms 2024-11-19T16:20:43,312 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,312 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7af8e5be6edbc7f46e577e460c640bb: Waiting for close lock at 1732033243312Running coprocessor pre-close hooks at 1732033243312Disabling compacts and flushes for region at 1732033243312Disabling writes for close at 1732033243312Failed flush hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb., putting online again at 1732033243312 2024-11-19T16:20:43,312 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033230332.f7af8e5be6edbc7f46e577e460c640bb. 2024-11-19T16:20:43,512 DEBUG [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:20:43,566 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1159, reset compression=false 2024-11-19T16:20:43,570 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:20:43,570 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1803, reset compression=false 2024-11-19T16:20:43,593 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/table/9d7f5e7f99c8456a850c0801a2362405 2024-11-19T16:20:43,597 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/info/c0db36394197456bbe07e34cace0f643 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/info/c0db36394197456bbe07e34cace0f643 2024-11-19T16:20:43,601 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/info/c0db36394197456bbe07e34cace0f643, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:20:43,601 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/ns/f757f903643544ef81bd605cc8f29ab2 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/ns/f757f903643544ef81bd605cc8f29ab2 2024-11-19T16:20:43,605 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/ns/f757f903643544ef81bd605cc8f29ab2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:20:43,605 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/rep_barrier/b4b06fc15ff1476f9a1b8e18c38485bc as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/rep_barrier/b4b06fc15ff1476f9a1b8e18c38485bc 2024-11-19T16:20:43,609 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/rep_barrier/b4b06fc15ff1476f9a1b8e18c38485bc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:20:43,609 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/.tmp/table/9d7f5e7f99c8456a850c0801a2362405 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/table/9d7f5e7f99c8456a850c0801a2362405 2024-11-19T16:20:43,613 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/table/9d7f5e7f99c8456a850c0801a2362405, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:20:43,614 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-19T16:20:43,617 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:20:43,618 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:20:43,618 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:20:43,618 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:43,618 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033241910Running coprocessor pre-close hooks at 1732033241910Disabling compacts and flushes for region at 1732033241910Disabling writes for close at 1732033241911 (+1 ms)Obtaining lock to block concurrent updates at 1732033241911Preparing flush snapshotting stores in 1588230740 at 1732033241911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033241911Flushing stores of hbase:meta,,1.1588230740 at 1732033241911Flushing 1588230740/info: creating writer at 1732033241911Flushing 1588230740/info: appending metadata at 1732033241925 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732033241926 (+1 ms)Flushing 1588230740/ns: creating writer at 1732033242334 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732033242348 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732033242348Flushing 1588230740/rep_barrier: creating writer at 1732033242755 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033242766 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033242766Flushing 1588230740/table: creating writer at 1732033243174 (+408 ms)Flushing 1588230740/table: appending metadata at 1732033243189 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732033243189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a26eb5: reopening flushed file at 1732033243597 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555dbc1b: reopening flushed file at 1732033243601 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0dbd72: reopening flushed file at 1732033243605 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470615a4: reopening flushed file at 1732033243609 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1732033243614 (+5 ms)Writing region close event to WAL at 1732033243615 (+1 ms)Running coprocessor post-close hooks at 1732033243618 (+3 ms)Closed at 1732033243618 2024-11-19T16:20:43,618 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:43,712 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T16:20:43,712 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,33755,1732033218585; all regions closed. 2024-11-19T16:20:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:20:43,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.meta.1732033221688.meta not finished, retry = 0 2024-11-19T16:20:43,772 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.1732033220383 to pos 1803, reset compression=false 2024-11-19T16:20:43,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/WALs/32a8860bb9d6,33755,1732033218585/32a8860bb9d6%2C33755%2C1732033218585.rep.1732033231071 not finished, retry = 0 2024-11-19T16:20:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741839_1015 (size=1733) 2024-11-19T16:20:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741832_1008 (size=1811) 2024-11-19T16:20:43,920 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:43,920 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:20:43,920 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:43,920 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:43,920 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:43,920 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:43,920 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,33755,1732033218585 because: Region server is closing 2024-11-19T16:20:43,920 INFO [RS:0;32a8860bb9d6:33755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33755. 2024-11-19T16:20:43,921 DEBUG [RS:0;32a8860bb9d6:33755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:43,921 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:43,921 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:43,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:44,021 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.shipper32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 terminated 2024-11-19T16:20:44,021 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33755,1732033218585.replicationSource.wal-reader.32a8860bb9d6%2C33755%2C1732033218585,1-32a8860bb9d6,33755,1732033218585 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:20:44,021 INFO [RS:0;32a8860bb9d6:33755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33755. 2024-11-19T16:20:44,021 DEBUG [RS:0;32a8860bb9d6:33755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:20:44,021 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:44,021 DEBUG [RS:0;32a8860bb9d6:33755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:44,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:20:44,022 INFO [RS:0;32a8860bb9d6:33755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33755 2024-11-19T16:20:44,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630/rs 2024-11-19T16:20:44,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1312596630/rs/32a8860bb9d6,33755,1732033218585 2024-11-19T16:20:44,087 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:44,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,33755,1732033218585] 2024-11-19T16:20:44,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1312596630/draining/32a8860bb9d6,33755,1732033218585 already deleted, retry=false 2024-11-19T16:20:44,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,33755,1732033218585 expired; onlineServers=0 2024-11-19T16:20:44,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,39187,1732033218388' ***** 2024-11-19T16:20:44,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:20:44,109 DEBUG [M:0;32a8860bb9d6:39187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:20:44,109 DEBUG [M:0;32a8860bb9d6:39187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:20:44,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:20:44,109 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033220180 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033220180,5,FailOnTimeoutGroup] 2024-11-19T16:20:44,109 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033220180 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033220180,5,FailOnTimeoutGroup] 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:20:44,109 DEBUG [M:0;32a8860bb9d6:39187 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:20:44,109 INFO [M:0;32a8860bb9d6:39187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:20:44,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:20:44,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1312596630/master 2024-11-19T16:20:44,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1312596630 2024-11-19T16:20:44,119 DEBUG [M:0;32a8860bb9d6:39187 {}] zookeeper.ZKUtil(347): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Unable to get data of znode /0-1312596630/master because node does not exist (not an error) 2024-11-19T16:20:44,119 WARN [M:0;32a8860bb9d6:39187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:20:44,120 INFO [M:0;32a8860bb9d6:39187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/.lastflushedseqids 2024-11-19T16:20:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741847_1023 (size=245) 2024-11-19T16:20:44,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:44,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,198 INFO [RS:0;32a8860bb9d6:33755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:44,198 INFO [RS:0;32a8860bb9d6:33755 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,33755,1732033218585; zookeeper connection closed. 2024-11-19T16:20:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33755-0x10153e57b4d0001, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:44,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a346643 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a346643 2024-11-19T16:20:44,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:20:44,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:44,524 INFO [M:0;32a8860bb9d6:39187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:20:44,524 INFO [M:0;32a8860bb9d6:39187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:20:44,524 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:44,524 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:44,524 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:44,524 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:44,524 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:44,525 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T16:20:44,538 DEBUG [M:0;32a8860bb9d6:39187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a36e9623584fa6909de8933d7e98a3 is 82, key is hbase:meta,,1/info:regioninfo/1732033221718/Put/seqid=0 2024-11-19T16:20:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741848_1024 (size=5672) 2024-11-19T16:20:44,941 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a36e9623584fa6909de8933d7e98a3 2024-11-19T16:20:44,957 DEBUG [M:0;32a8860bb9d6:39187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92b801178ab445b5aab8766476d67716 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033231171/Put/seqid=0 2024-11-19T16:20:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741849_1025 (size=8515) 2024-11-19T16:20:45,361 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92b801178ab445b5aab8766476d67716 2024-11-19T16:20:45,378 DEBUG [M:0;32a8860bb9d6:39187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92d334ceda08459fb2da5ca51c39e302 is 69, key is 32a8860bb9d6,33755,1732033218585/rs:state/1732033220239/Put/seqid=0 2024-11-19T16:20:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741850_1026 (size=5156) 2024-11-19T16:20:45,782 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92d334ceda08459fb2da5ca51c39e302 2024-11-19T16:20:45,786 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a36e9623584fa6909de8933d7e98a3 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8a36e9623584fa6909de8933d7e98a3 2024-11-19T16:20:45,790 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8a36e9623584fa6909de8933d7e98a3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T16:20:45,790 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92b801178ab445b5aab8766476d67716 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92b801178ab445b5aab8766476d67716 2024-11-19T16:20:45,794 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92b801178ab445b5aab8766476d67716, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T16:20:45,794 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92d334ceda08459fb2da5ca51c39e302 as hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92d334ceda08459fb2da5ca51c39e302 2024-11-19T16:20:45,798 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/994cf911-8ec1-c4c7-f081-7269459d4879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92d334ceda08459fb2da5ca51c39e302, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T16:20:45,799 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-19T16:20:45,805 INFO [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:45,805 DEBUG [M:0;32a8860bb9d6:39187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033244524Disabling compacts and flushes for region at 1732033244524Disabling writes for close at 1732033244524Obtaining lock to block concurrent updates at 1732033244525 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033244525Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732033244525Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033244525Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033244525Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033244537 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033244537Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033244945 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033244957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033244957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033245366 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033245378 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033245378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d49da8: reopening flushed file at 1732033245786 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c73891: reopening flushed file at 1732033245790 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e09a22c: reopening flushed file at 1732033245794 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1732033245799 (+5 ms)Writing region close event to WAL at 1732033245805 (+6 ms)Closed at 1732033245805 2024-11-19T16:20:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40745 is added to blk_1073741830_1006 (size=63642) 2024-11-19T16:20:45,808 INFO [M:0;32a8860bb9d6:39187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:20:45,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:20:45,808 INFO [M:0;32a8860bb9d6:39187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39187 2024-11-19T16:20:45,808 INFO [M:0;32a8860bb9d6:39187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:20:45,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:45,977 INFO [M:0;32a8860bb9d6:39187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:20:45,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39187-0x10153e57b4d0000, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:20:45,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a132103{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:45,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e02bc05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:45,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:45,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51731155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:45,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7de37202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:45,980 WARN [BP-342057554-172.17.0.3-1732033216433 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:20:45,981 WARN [BP-342057554-172.17.0.3-1732033216433 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342057554-172.17.0.3-1732033216433 (Datanode Uuid 76e95edb-477a-44cf-ad46-a8c9ac7f8e28) service to localhost/127.0.0.1:46489 2024-11-19T16:20:45,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/data/data1/current/BP-342057554-172.17.0.3-1732033216433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:45,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/cluster_96f38509-8a52-7717-a556-d747f9b0f83d/data/data2/current/BP-342057554-172.17.0.3-1732033216433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:20:45,981 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:20:45,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:20:45,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:20:45,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e84fb6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:45,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6044a590{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:20:45,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:20:45,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257e1cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:20:45,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27fc8e6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99edbf53-8ad9-1b2d-e4e7-58601443a76b/hadoop.log.dir/,STOPPED} 2024-11-19T16:20:45,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:20:46,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:20:46,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 238) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46489 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45487 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51927) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51927) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 616) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 300) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3969 (was 4063) 2024-11-19T16:20:46,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=3970 2024-11-19T16:20:46,030 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T16:20:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir so I do NOT create it in target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8 2024-11-19T16:20:46,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:20:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.tmp.dir so I do NOT create it in target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8 2024-11-19T16:20:46,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7c6d847-f8a6-967d-758c-f01caf14456c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:20:46,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8 2024-11-19T16:20:46,030 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54, deleteOnExit=true 2024-11-19T16:20:46,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/zookeeper_0, clientPort=56480, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:20:46,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56480 2024-11-19T16:20:46,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:20:46,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/test.cache.data in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:20:46,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:20:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:20:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:20:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:20:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:20:46,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e57b4d0005, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:20:46,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e57b4d0002, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:20:46,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e57b4d0005, quorum=127.0.0.1:51927, baseZNode=/1-33756619 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:20:46,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e57b4d0002, quorum=127.0.0.1:51927, baseZNode=/0-1312596630 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:20:46,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:46,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:46,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:46,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:46,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:20:46,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:46,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383c4f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:46,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588a7374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:46,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dc9cb24{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/java.io.tmpdir/jetty-localhost-39859-hadoop-hdfs-3_4_1-tests_jar-_-any-8825756197457957067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:46,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fb8f181{HTTP/1.1, (http/1.1)}{localhost:39859} 2024-11-19T16:20:46,496 INFO [Time-limited test {}] server.Server(415): Started @237330ms 2024-11-19T16:20:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:20:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:20:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:20:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:20:46,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:46,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:46,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:46,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:46,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:20:46,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f02d90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:46,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261ae6a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:46,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14804509{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/java.io.tmpdir/jetty-localhost-39941-hadoop-hdfs-3_4_1-tests_jar-_-any-16147705894580030244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:46,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da0d927{HTTP/1.1, (http/1.1)}{localhost:39941} 2024-11-19T16:20:46,847 INFO [Time-limited test {}] server.Server(415): Started @237681ms 2024-11-19T16:20:46,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:20:47,498 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/data/data1/current/BP-212417128-172.17.0.3-1732033246049/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:47,498 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/data/data2/current/BP-212417128-172.17.0.3-1732033246049/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:47,515 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:20:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4eecfba02ba1278 with lease ID 0x2086c304420186b2: Processing first storage report for DS-254a4072-e6fc-425e-9451-e80355a27348 from datanode DatanodeRegistration(127.0.0.1:40501, datanodeUuid=e11dc8ab-a082-41d8-a0ad-2b617f46cfbb, infoPort=37887, infoSecurePort=0, ipcPort=39265, storageInfo=lv=-57;cid=testClusterID;nsid=700064165;c=1732033246049) 2024-11-19T16:20:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4eecfba02ba1278 with lease ID 0x2086c304420186b2: from storage DS-254a4072-e6fc-425e-9451-e80355a27348 node DatanodeRegistration(127.0.0.1:40501, datanodeUuid=e11dc8ab-a082-41d8-a0ad-2b617f46cfbb, infoPort=37887, infoSecurePort=0, ipcPort=39265, storageInfo=lv=-57;cid=testClusterID;nsid=700064165;c=1732033246049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4eecfba02ba1278 with lease ID 0x2086c304420186b2: Processing first storage report for DS-af31e997-94bc-4652-b846-e8eb3f4296f0 from datanode DatanodeRegistration(127.0.0.1:40501, datanodeUuid=e11dc8ab-a082-41d8-a0ad-2b617f46cfbb, infoPort=37887, infoSecurePort=0, ipcPort=39265, storageInfo=lv=-57;cid=testClusterID;nsid=700064165;c=1732033246049) 2024-11-19T16:20:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4eecfba02ba1278 with lease ID 0x2086c304420186b2: from storage DS-af31e997-94bc-4652-b846-e8eb3f4296f0 node DatanodeRegistration(127.0.0.1:40501, datanodeUuid=e11dc8ab-a082-41d8-a0ad-2b617f46cfbb, infoPort=37887, infoSecurePort=0, ipcPort=39265, storageInfo=lv=-57;cid=testClusterID;nsid=700064165;c=1732033246049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:47,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8 2024-11-19T16:20:47,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:47,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:20:47,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216 with version=8 2024-11-19T16:20:47,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/hbase-staging 2024-11-19T16:20:47,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:20:47,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:47,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34387 2024-11-19T16:20:47,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34387 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343870x0, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:48,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34387-0x10153e5eefb0000 connected 2024-11-19T16:20:48,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:48,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:48,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/running 2024-11-19T16:20:48,174 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216, hbase.cluster.distributed=false 2024-11-19T16:20:48,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/acl 2024-11-19T16:20:48,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34387 2024-11-19T16:20:48,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34387 2024-11-19T16:20:48,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34387 2024-11-19T16:20:48,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34387 2024-11-19T16:20:48,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34387 2024-11-19T16:20:48,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:20:48,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:48,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33041 2024-11-19T16:20:48,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33041 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:48,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:48,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330410x0, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:48,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330410x0, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/running 2024-11-19T16:20:48,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33041-0x10153e5eefb0001 connected 2024-11-19T16:20:48,213 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:20:48,214 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:20:48,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/master 2024-11-19T16:20:48,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/acl 2024-11-19T16:20:48,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33041 2024-11-19T16:20:48,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33041 2024-11-19T16:20:48,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33041 2024-11-19T16:20:48,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33041 2024-11-19T16:20:48,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33041 2024-11-19T16:20:48,233 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:34387 2024-11-19T16:20:48,234 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-945362437/backup-masters/32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:48,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437/backup-masters 2024-11-19T16:20:48,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437/backup-masters 2024-11-19T16:20:48,245 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on existing znode=/0-945362437/backup-masters/32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-945362437/master 2024-11-19T16:20:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:48,255 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on existing znode=/0-945362437/master 2024-11-19T16:20:48,256 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-945362437/backup-masters/32a8860bb9d6,34387,1732033247984 from backup master directory 2024-11-19T16:20:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-945362437/backup-masters/32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437/backup-masters 2024-11-19T16:20:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437/backup-masters 2024-11-19T16:20:48,265 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:48,265 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:48,268 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/hbase.id] with ID: 54ebb8a9-5eff-43aa-90cd-366b8ead8111 2024-11-19T16:20:48,268 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/.tmp/hbase.id 2024-11-19T16:20:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:20:48,672 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/.tmp/hbase.id]:[hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/hbase.id] 2024-11-19T16:20:48,680 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:48,680 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:20:48,681 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:20:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:20:49,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,155 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:49,155 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:20:49,155 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:49,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:20:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:49,561 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store 2024-11-19T16:20:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:20:49,565 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:49,565 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:49,565 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:49,565 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:49,565 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:49,566 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:49,566 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:49,566 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033249565Disabling compacts and flushes for region at 1732033249565Disabling writes for close at 1732033249565Writing region close event to WAL at 1732033249566 (+1 ms)Closed at 1732033249566 2024-11-19T16:20:49,566 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/.initializing 2024-11-19T16:20:49,566 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/WALs/32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:49,567 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:49,568 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C34387%2C1732033247984, suffix=, logDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/WALs/32a8860bb9d6,34387,1732033247984, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/oldWALs, maxLogs=10 2024-11-19T16:20:49,583 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/WALs/32a8860bb9d6,34387,1732033247984/32a8860bb9d6%2C34387%2C1732033247984.1732033249568, exclude list is [], retry=0 2024-11-19T16:20:49,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-254a4072-e6fc-425e-9451-e80355a27348,DISK] 2024-11-19T16:20:49,587 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/WALs/32a8860bb9d6,34387,1732033247984/32a8860bb9d6%2C34387%2C1732033247984.1732033249568 2024-11-19T16:20:49,587 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-19T16:20:49,587 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:49,587 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:49,588 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,588 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:20:49,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:49,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:49,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:20:49,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:49,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:49,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:20:49,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:49,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:49,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:20:49,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:49,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:49,593 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,594 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,602 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,603 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,603 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,603 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:49,604 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:49,605 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:49,605 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71626478, jitterRate=0.06731769442558289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:49,606 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033249588Initializing all the Stores at 1732033249588Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033249588Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033249589 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033249589Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033249589Cleaning up temporary data from old regions at 1732033249603 (+14 ms)Region opened successfully at 1732033249606 (+3 ms) 2024-11-19T16:20:49,606 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:20:49,608 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad6683e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:49,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:20:49,608 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:20:49,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:20:49,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:20:49,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:20:49,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:20:49,609 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:20:49,610 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:20:49,611 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Unable to get data of znode /0-945362437/balancer because node does not exist (not necessarily an error) 2024-11-19T16:20:49,661 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-945362437/balancer already deleted, retry=false 2024-11-19T16:20:49,661 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:20:49,662 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Unable to get data of znode /0-945362437/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:20:49,671 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-945362437/normalizer already deleted, retry=false 2024-11-19T16:20:49,671 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:20:49,672 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Unable to get data of znode /0-945362437/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:20:49,682 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-945362437/switch/split already deleted, retry=false 2024-11-19T16:20:49,682 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Unable to get data of znode /0-945362437/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:20:49,692 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-945362437/switch/merge already deleted, retry=false 2024-11-19T16:20:49,694 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Unable to get data of znode /0-945362437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:20:49,703 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-945362437/snapshot-cleanup already deleted, retry=false 2024-11-19T16:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-945362437/running 2024-11-19T16:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-945362437/running 2024-11-19T16:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:49,714 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,34387,1732033247984, sessionid=0x10153e5eefb0000, setting cluster-up flag (Was=false) 2024-11-19T16:20:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:49,766 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-945362437/flush-table-proc/acquired, /0-945362437/flush-table-proc/reached, /0-945362437/flush-table-proc/abort 2024-11-19T16:20:49,767 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:49,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:49,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:49,800 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38412 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:49,819 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-945362437/online-snapshot/acquired, /0-945362437/online-snapshot/reached, /0-945362437/online-snapshot/abort 2024-11-19T16:20:49,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:49,820 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:20:49,821 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:49,821 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:20:49,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:20:49,822 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,34387,1732033247984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:20:49,823 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(746): ClusterId : 54ebb8a9-5eff-43aa-90cd-366b8ead8111 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:49,823 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:49,823 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033279824 2024-11-19T16:20:49,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:20:49,824 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:20:49,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:20:49,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:20:49,825 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:20:49,828 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033249825,5,FailOnTimeoutGroup] 2024-11-19T16:20:49,828 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033249828,5,FailOnTimeoutGroup] 2024-11-19T16:20:49,828 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,828 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:20:49,828 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,828 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:20:49,834 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:20:49,834 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:20:49,845 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:20:49,845 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c1ff4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:49,855 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:33041 2024-11-19T16:20:49,855 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:20:49,855 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:20:49,855 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:20:49,856 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,34387,1732033247984 with port=33041, startcode=1732033248198 2024-11-19T16:20:49,856 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:20:49,857 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:20:49,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:49,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34387 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:49,859 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216 2024-11-19T16:20:49,859 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33673 2024-11-19T16:20:49,859 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:20:49,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437/rs 2024-11-19T16:20:49,872 DEBUG [RS:0;32a8860bb9d6:33041 {}] zookeeper.ZKUtil(111): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on existing znode=/0-945362437/rs/32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:49,872 WARN [RS:0;32a8860bb9d6:33041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:49,872 INFO [RS:0;32a8860bb9d6:33041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:49,872 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:49,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,33041,1732033248198] 2024-11-19T16:20:49,874 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:20:49,875 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:20:49,876 INFO [RS:0;32a8860bb9d6:33041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:20:49,876 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,876 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:20:49,876 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:20:49,876 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:49,876 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:49,877 DEBUG [RS:0;32a8860bb9d6:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:49,880 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,880 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,880 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,880 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,880 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,880 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33041,1732033248198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:49,894 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:20:49,894 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,33041,1732033248198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,894 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,894 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.Replication(171): 32a8860bb9d6,33041,1732033248198 started 2024-11-19T16:20:49,906 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:49,906 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,33041,1732033248198, RpcServer on 32a8860bb9d6/172.17.0.3:33041, sessionid=0x10153e5eefb0001 2024-11-19T16:20:49,906 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:20:49,906 DEBUG [RS:0;32a8860bb9d6:33041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:49,906 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,33041,1732033248198' 2024-11-19T16:20:49,906 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-945362437/flush-table-proc/abort' 2024-11-19T16:20:49,906 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-945362437/flush-table-proc/acquired' 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,33041,1732033248198' 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-945362437/online-snapshot/abort' 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-945362437/online-snapshot/acquired' 2024-11-19T16:20:49,907 DEBUG [RS:0;32a8860bb9d6:33041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:20:49,907 INFO [RS:0;32a8860bb9d6:33041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:20:49,907 INFO [RS:0;32a8860bb9d6:33041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:20:50,008 INFO [RS:0;32a8860bb9d6:33041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:50,009 INFO [RS:0;32a8860bb9d6:33041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33041%2C1732033248198, suffix=, logDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/oldWALs, maxLogs=10 2024-11-19T16:20:50,021 DEBUG [RS:0;32a8860bb9d6:33041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, exclude list is [], retry=0 2024-11-19T16:20:50,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-254a4072-e6fc-425e-9451-e80355a27348,DISK] 2024-11-19T16:20:50,024 INFO [RS:0;32a8860bb9d6:33041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 2024-11-19T16:20:50,024 DEBUG [RS:0;32a8860bb9d6:33041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-19T16:20:50,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:20:50,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216 2024-11-19T16:20:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:20:50,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:50,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:50,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:50,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:50,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:50,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:50,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:50,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:50,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:50,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:50,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:50,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:50,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:50,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:50,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:50,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:50,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:50,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:50,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740 2024-11-19T16:20:50,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740 2024-11-19T16:20:50,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:50,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:50,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:50,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:50,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:50,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74100306, jitterRate=0.10418060421943665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:50,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033250637Initializing all the Stores at 1732033250638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033250638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033250638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033250638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033250638Cleaning up temporary data from old regions at 1732033250644 (+6 ms)Region opened successfully at 1732033250647 (+3 ms) 2024-11-19T16:20:50,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:50,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:50,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:50,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:50,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:50,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:50,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033250647Disabling compacts and flushes for region at 1732033250647Disabling writes for close at 1732033250647Writing region close event to WAL at 1732033250647Closed at 1732033250647 2024-11-19T16:20:50,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:50,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:20:50,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:20:50,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:50,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:20:50,800 DEBUG [32a8860bb9d6:34387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:20:50,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:50,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,33041,1732033248198, state=OPENING 2024-11-19T16:20:50,871 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:20:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:20:50,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-945362437/meta-region-server: CHANGED 2024-11-19T16:20:50,882 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:50,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-945362437/meta-region-server: CHANGED 2024-11-19T16:20:50,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33041,1732033248198}] 2024-11-19T16:20:51,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:51,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:20:51,038 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:20:51,038 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:51,038 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:20:51,039 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33041%2C1732033248198.meta, suffix=.meta, logDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/oldWALs, maxLogs=10 2024-11-19T16:20:51,051 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.meta.1732033251039.meta, exclude list is [], retry=0 2024-11-19T16:20:51,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-254a4072-e6fc-425e-9451-e80355a27348,DISK] 2024-11-19T16:20:51,054 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.meta.1732033251039.meta 2024-11-19T16:20:51,054 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:51,055 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:20:51,055 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:20:51,055 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:20:51,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:51,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:51,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:51,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:51,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:51,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:51,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:51,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:51,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:51,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:51,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:51,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:51,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:51,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:51,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:51,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:51,060 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:51,060 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740 2024-11-19T16:20:51,061 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740 2024-11-19T16:20:51,062 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:51,062 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:51,062 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:51,063 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:51,064 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66788216, jitterRate=-0.004778027534484863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:51,064 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:20:51,064 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033251055Writing region info on filesystem at 1732033251055Initializing all the Stores at 1732033251056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033251056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033251056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033251056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033251056Cleaning up temporary data from old regions at 1732033251062 (+6 ms)Running coprocessor post-open hooks at 1732033251064 (+2 ms)Region opened successfully at 1732033251064 2024-11-19T16:20:51,065 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033251034 2024-11-19T16:20:51,067 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:20:51,067 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:20:51,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:51,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,33041,1732033248198, state=OPEN 2024-11-19T16:20:51,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-945362437/meta-region-server 2024-11-19T16:20:51,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-945362437/meta-region-server 2024-11-19T16:20:51,101 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33041,1732033248198 2024-11-19T16:20:51,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-945362437/meta-region-server: CHANGED 2024-11-19T16:20:51,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-945362437/meta-region-server: CHANGED 2024-11-19T16:20:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:20:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,33041,1732033248198 in 220 msec 2024-11-19T16:20:51,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:20:51,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-19T16:20:51,105 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:51,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:20:51,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:51,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33041,1732033248198, seqNum=-1] 2024-11-19T16:20:51,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:51,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:51,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-19T16:20:51,111 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033251111, completionTime=-1 2024-11-19T16:20:51,111 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:20:51,112 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033311113 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033371113 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34387,1732033247984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34387,1732033247984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34387,1732033247984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:34387, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,113 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,114 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,115 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.851sec 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34387,1732033247984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:51,116 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34387,1732033247984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:20:51,118 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:20:51,118 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:20:51,118 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34387,1732033247984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:51,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0b7548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:51,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:20:51,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:51,125 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:20:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:20:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:20:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:51,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:51,126 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:51,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6680b640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:51,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33041,1732033248198, seqNum=-1] 2024-11-19T16:20:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:51,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:51,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,34387,1732033247984 2024-11-19T16:20:51,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:51,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:51,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e5eefb0002 connected 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir so I do NOT create it in target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78 2024-11-19T16:20:51,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.tmp.dir so I do NOT create it in target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78 2024-11-19T16:20:51,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:20:51,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/cluster_b9fe916b-a278-7e48-f6ff-58239170f52b, deleteOnExit=true 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/test.cache.data in system properties and HBase conf 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:20:51,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:20:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:20:51,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:51,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:51,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:51,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:51,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:20:51,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:51,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207a90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:51,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f22bd8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:51,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67189c7a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/java.io.tmpdir/jetty-localhost-37443-hadoop-hdfs-3_4_1-tests_jar-_-any-6274987642215766976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:51,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75df362d{HTTP/1.1, (http/1.1)}{localhost:37443} 2024-11-19T16:20:51,565 INFO [Time-limited test {}] server.Server(415): Started @242399ms 2024-11-19T16:20:51,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:51,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:51,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:51,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:51,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:20:51,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e20488{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:51,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c25c1bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:51,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1411bf43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/java.io.tmpdir/jetty-localhost-40205-hadoop-hdfs-3_4_1-tests_jar-_-any-12196092480296777289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:51,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76966305{HTTP/1.1, (http/1.1)}{localhost:40205} 2024-11-19T16:20:51,912 INFO [Time-limited test {}] server.Server(415): Started @242746ms 2024-11-19T16:20:51,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:20:53,347 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/cluster_b9fe916b-a278-7e48-f6ff-58239170f52b/data/data2/current/BP-1893307212-172.17.0.3-1732033251177/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:53,347 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/cluster_b9fe916b-a278-7e48-f6ff-58239170f52b/data/data1/current/BP-1893307212-172.17.0.3-1732033251177/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:53,366 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:20:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86d929b6bd4ecbcf with lease ID 0xbae9838e222089db: Processing first storage report for DS-40952e28-a7d9-4e7d-a55c-a455b3c28998 from datanode DatanodeRegistration(127.0.0.1:40841, datanodeUuid=d59825a3-3dbf-455d-baf7-7398694f0a3b, infoPort=43735, infoSecurePort=0, ipcPort=44533, storageInfo=lv=-57;cid=testClusterID;nsid=571863561;c=1732033251177) 2024-11-19T16:20:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86d929b6bd4ecbcf with lease ID 0xbae9838e222089db: from storage DS-40952e28-a7d9-4e7d-a55c-a455b3c28998 node DatanodeRegistration(127.0.0.1:40841, datanodeUuid=d59825a3-3dbf-455d-baf7-7398694f0a3b, infoPort=43735, infoSecurePort=0, ipcPort=44533, storageInfo=lv=-57;cid=testClusterID;nsid=571863561;c=1732033251177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86d929b6bd4ecbcf with lease ID 0xbae9838e222089db: Processing first storage report for DS-60ead44b-073c-4430-acc2-ecfac004a034 from datanode DatanodeRegistration(127.0.0.1:40841, datanodeUuid=d59825a3-3dbf-455d-baf7-7398694f0a3b, infoPort=43735, infoSecurePort=0, ipcPort=44533, storageInfo=lv=-57;cid=testClusterID;nsid=571863561;c=1732033251177) 2024-11-19T16:20:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86d929b6bd4ecbcf with lease ID 0xbae9838e222089db: from storage DS-60ead44b-073c-4430-acc2-ecfac004a034 node DatanodeRegistration(127.0.0.1:40841, datanodeUuid=d59825a3-3dbf-455d-baf7-7398694f0a3b, infoPort=43735, infoSecurePort=0, ipcPort=44533, storageInfo=lv=-57;cid=testClusterID;nsid=571863561;c=1732033251177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:53,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78 2024-11-19T16:20:53,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:53,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:53,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:20:53,849 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941 with version=8 2024-11-19T16:20:53,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/hbase-staging 2024-11-19T16:20:53,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:53,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43875 2024-11-19T16:20:53,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43875 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:53,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438750x0, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:53,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43875-0x10153e5eefb0003 connected 2024-11-19T16:20:53,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:53,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:53,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/running 2024-11-19T16:20:53,980 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941, hbase.cluster.distributed=false 2024-11-19T16:20:53,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/acl 2024-11-19T16:20:53,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-19T16:20:53,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43875 2024-11-19T16:20:53,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43875 2024-11-19T16:20:53,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-19T16:20:53,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-19T16:20:54,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:20:54,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:54,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37841 2024-11-19T16:20:54,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37841 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:54,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:54,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:54,019 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378410x0, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:54,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37841-0x10153e5eefb0004 connected 2024-11-19T16:20:54,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/running 2024-11-19T16:20:54,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:20:54,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:20:54,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/master 2024-11-19T16:20:54,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/acl 2024-11-19T16:20:54,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37841 2024-11-19T16:20:54,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37841 2024-11-19T16:20:54,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37841 2024-11-19T16:20:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37841 2024-11-19T16:20:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37841 2024-11-19T16:20:54,037 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:43875 2024-11-19T16:20:54,038 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11578821991/backup-masters/32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991/backup-masters 2024-11-19T16:20:54,050 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991/backup-masters 2024-11-19T16:20:54,050 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on existing znode=/11578821991/backup-masters/32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:54,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:54,061 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11578821991/master 2024-11-19T16:20:54,061 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:54,061 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on existing znode=/11578821991/master 2024-11-19T16:20:54,061 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11578821991/backup-masters/32a8860bb9d6,43875,1732033253851 from backup master directory 2024-11-19T16:20:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11578821991/backup-masters/32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:54,071 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991/backup-masters 2024-11-19T16:20:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991/backup-masters 2024-11-19T16:20:54,071 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:54,071 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:54,074 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/hbase.id] with ID: 7bdde3b6-bcd9-477a-a01b-2f53fcff60b7 2024-11-19T16:20:54,074 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/.tmp/hbase.id 2024-11-19T16:20:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:20:54,478 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/.tmp/hbase.id]:[hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/hbase.id] 2024-11-19T16:20:54,485 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:54,485 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:20:54,486 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:20:54,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:54,534 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:20:54,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:20:54,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:20:54,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:20:54,947 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store 2024-11-19T16:20:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:20:55,351 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:55,352 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:20:55,352 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:55,352 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:55,352 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:20:55,352 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:55,352 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:20:55,352 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033255351Disabling compacts and flushes for region at 1732033255351Disabling writes for close at 1732033255352 (+1 ms)Writing region close event to WAL at 1732033255352Closed at 1732033255352 2024-11-19T16:20:55,352 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/.initializing 2024-11-19T16:20:55,353 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/WALs/32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:55,353 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:55,354 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C43875%2C1732033253851, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/WALs/32a8860bb9d6,43875,1732033253851, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/oldWALs, maxLogs=10 2024-11-19T16:20:55,369 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/WALs/32a8860bb9d6,43875,1732033253851/32a8860bb9d6%2C43875%2C1732033253851.1732033255355, exclude list is [], retry=0 2024-11-19T16:20:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40841,DS-40952e28-a7d9-4e7d-a55c-a455b3c28998,DISK] 2024-11-19T16:20:55,372 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/WALs/32a8860bb9d6,43875,1732033253851/32a8860bb9d6%2C43875%2C1732033253851.1732033255355 2024-11-19T16:20:55,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-11-19T16:20:55,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:55,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:55,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,373 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:20:55,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:55,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:55,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:20:55,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:55,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:55,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:20:55,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:55,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:55,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:20:55,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:55,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:20:55,378 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,378 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,378 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,379 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,379 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,379 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:55,380 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:20:55,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:55,381 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75416666, jitterRate=0.12379589676856995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:55,381 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033255373Initializing all the Stores at 1732033255374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033255374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033255374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033255374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033255374Cleaning up temporary data from old regions at 1732033255379 (+5 ms)Region opened successfully at 1732033255381 (+2 ms) 2024-11-19T16:20:55,382 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:20:55,383 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78574837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:55,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:20:55,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:20:55,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:20:55,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:20:55,384 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:20:55,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:20:55,385 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:20:55,386 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:20:55,386 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Unable to get data of znode /11578821991/balancer because node does not exist (not necessarily an error) 2024-11-19T16:20:55,513 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11578821991/balancer already deleted, retry=false 2024-11-19T16:20:55,514 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:20:55,514 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Unable to get data of znode /11578821991/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:20:55,524 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11578821991/normalizer already deleted, retry=false 2024-11-19T16:20:55,524 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:20:55,524 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Unable to get data of znode /11578821991/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:20:55,534 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11578821991/switch/split already deleted, retry=false 2024-11-19T16:20:55,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Unable to get data of znode /11578821991/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:20:55,545 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11578821991/switch/merge already deleted, retry=false 2024-11-19T16:20:55,546 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Unable to get data of znode /11578821991/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:20:55,555 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11578821991/snapshot-cleanup already deleted, retry=false 2024-11-19T16:20:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11578821991/running 2024-11-19T16:20:55,566 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11578821991/running 2024-11-19T16:20:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:55,566 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:55,566 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,43875,1732033253851, sessionid=0x10153e5eefb0003, setting cluster-up flag (Was=false) 2024-11-19T16:20:55,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:55,587 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:55,618 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11578821991/flush-table-proc/acquired, /11578821991/flush-table-proc/reached, /11578821991/flush-table-proc/abort 2024-11-19T16:20:55,619 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:55,639 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:55,671 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11578821991/online-snapshot/acquired, /11578821991/online-snapshot/reached, /11578821991/online-snapshot/abort 2024-11-19T16:20:55,672 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:55,673 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:20:55,673 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:55,674 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:20:55,674 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:20:55,674 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,43875,1732033253851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:55,675 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,676 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033285676 2024-11-19T16:20:55,676 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:20:55,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:55,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:20:55,676 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:20:55,677 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:20:55,677 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:20:55,677 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:20:55,677 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:20:55,677 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:55,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:20:55,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:20:55,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:20:55,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:20:55,679 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:20:55,680 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:20:55,680 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:20:55,680 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033255680,5,FailOnTimeoutGroup] 2024-11-19T16:20:55,684 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033255680,5,FailOnTimeoutGroup] 2024-11-19T16:20:55,684 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,684 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:20:55,684 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,684 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:20:55,730 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(746): ClusterId : 7bdde3b6-bcd9-477a-a01b-2f53fcff60b7 2024-11-19T16:20:55,730 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:20:55,739 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:20:55,739 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:20:55,750 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:20:55,750 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a056972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:20:55,760 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:37841 2024-11-19T16:20:55,760 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:20:55,760 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:20:55,760 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:20:55,761 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,43875,1732033253851 with port=37841, startcode=1732033253999 2024-11-19T16:20:55,761 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:20:55,762 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:20:55,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:55,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43875 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:55,764 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941 2024-11-19T16:20:55,764 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32995 2024-11-19T16:20:55,764 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:20:55,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991/rs 2024-11-19T16:20:55,820 DEBUG [RS:0;32a8860bb9d6:37841 {}] zookeeper.ZKUtil(111): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on existing znode=/11578821991/rs/32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:55,820 WARN [RS:0;32a8860bb9d6:37841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:55,820 INFO [RS:0;32a8860bb9d6:37841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:55,820 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:55,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,37841,1732033253999] 2024-11-19T16:20:55,823 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:20:55,824 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:20:55,825 INFO [RS:0;32a8860bb9d6:37841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:20:55,825 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,826 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:20:55,826 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:20:55,826 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,826 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,826 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,826 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,826 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,826 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:55,827 DEBUG [RS:0;32a8860bb9d6:37841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:20:55,827 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,827 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,827 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,827 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,827 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,827 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37841,1732033253999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:55,840 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:20:55,840 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37841,1732033253999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,840 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,840 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.Replication(171): 32a8860bb9d6,37841,1732033253999 started 2024-11-19T16:20:55,852 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:55,852 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,37841,1732033253999, RpcServer on 32a8860bb9d6/172.17.0.3:37841, sessionid=0x10153e5eefb0004 2024-11-19T16:20:55,852 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:20:55,852 DEBUG [RS:0;32a8860bb9d6:37841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:55,852 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37841,1732033253999' 2024-11-19T16:20:55,852 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11578821991/flush-table-proc/abort' 2024-11-19T16:20:55,852 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11578821991/flush-table-proc/acquired' 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37841,1732033253999' 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11578821991/online-snapshot/abort' 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11578821991/online-snapshot/acquired' 2024-11-19T16:20:55,853 DEBUG [RS:0;32a8860bb9d6:37841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:20:55,853 INFO [RS:0;32a8860bb9d6:37841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:20:55,853 INFO [RS:0;32a8860bb9d6:37841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:20:55,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:20:55,954 INFO [RS:0;32a8860bb9d6:37841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:20:55,955 INFO [RS:0;32a8860bb9d6:37841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37841%2C1732033253999, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/oldWALs, maxLogs=10 2024-11-19T16:20:55,967 DEBUG [RS:0;32a8860bb9d6:37841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, exclude list is [], retry=0 2024-11-19T16:20:55,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40841,DS-40952e28-a7d9-4e7d-a55c-a455b3c28998,DISK] 2024-11-19T16:20:55,970 INFO [RS:0;32a8860bb9d6:37841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 2024-11-19T16:20:55,971 DEBUG [RS:0;32a8860bb9d6:37841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-11-19T16:20:56,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:20:56,087 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941 2024-11-19T16:20:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:20:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:56,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:56,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:56,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:56,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:56,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:56,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:56,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:56,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:56,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:56,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740 2024-11-19T16:20:56,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740 2024-11-19T16:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:56,499 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:56,501 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:20:56,502 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74438462, jitterRate=0.1092195212841034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:56,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033256492Initializing all the Stores at 1732033256492Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033256492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033256493 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033256493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033256493Cleaning up temporary data from old regions at 1732033256499 (+6 ms)Region opened successfully at 1732033256502 (+3 ms) 2024-11-19T16:20:56,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:20:56,502 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:20:56,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:20:56,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:20:56,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:20:56,502 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:20:56,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033256502Disabling compacts and flushes for region at 1732033256502Disabling writes for close at 1732033256502Writing region close event to WAL at 1732033256502Closed at 1732033256502 2024-11-19T16:20:56,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:56,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:20:56,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:20:56,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:56,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:20:56,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:20:56,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:20:56,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:20:56,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:56,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:20:56,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:20:56,654 DEBUG [32a8860bb9d6:43875 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:20:56,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:56,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37841,1732033253999, state=OPENING 2024-11-19T16:20:56,707 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:20:56,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:56,717 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:20:56,718 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:20:56,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11578821991/meta-region-server: CHANGED 2024-11-19T16:20:56,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11578821991/meta-region-server: CHANGED 2024-11-19T16:20:56,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37841,1732033253999}] 2024-11-19T16:20:56,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:20:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:20:56,873 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:20:56,873 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:20:56,873 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:20:56,874 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37841%2C1732033253999.meta, suffix=.meta, logDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/oldWALs, maxLogs=10 2024-11-19T16:20:56,885 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.meta.1732033256874.meta, exclude list is [], retry=0 2024-11-19T16:20:56,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40841,DS-40952e28-a7d9-4e7d-a55c-a455b3c28998,DISK] 2024-11-19T16:20:56,888 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.meta.1732033256874.meta 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:20:56,889 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:20:56,889 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:20:56,889 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:20:56,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:20:56,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:20:56,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:20:56,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:20:56,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:20:56,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:20:56,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:20:56,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:20:56,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:20:56,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:20:56,894 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:20:56,894 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740 2024-11-19T16:20:56,895 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740 2024-11-19T16:20:56,895 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:20:56,896 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:20:56,896 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:20:56,897 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:20:56,897 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58898675, jitterRate=-0.1223413497209549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:20:56,897 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:20:56,897 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033256890Writing region info on filesystem at 1732033256890Initializing all the Stores at 1732033256890Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033256890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033256890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033256890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033256890Cleaning up temporary data from old regions at 1732033256896 (+6 ms)Running coprocessor post-open hooks at 1732033256897 (+1 ms)Region opened successfully at 1732033256897 2024-11-19T16:20:56,898 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033256869 2024-11-19T16:20:56,899 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:20:56,899 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:20:56,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:56,900 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37841,1732033253999, state=OPEN 2024-11-19T16:20:56,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11578821991/meta-region-server 2024-11-19T16:20:56,907 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11578821991/meta-region-server 2024-11-19T16:20:56,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11578821991/meta-region-server: CHANGED 2024-11-19T16:20:56,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11578821991/meta-region-server: CHANGED 2024-11-19T16:20:56,907 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37841,1732033253999 2024-11-19T16:20:56,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:20:56,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37841,1732033253999 in 189 msec 2024-11-19T16:20:56,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:20:56,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-19T16:20:56,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:20:56,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:20:56,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:56,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37841,1732033253999, seqNum=-1] 2024-11-19T16:20:56,912 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:56,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:56,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-19T16:20:56,918 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033256918, completionTime=-1 2024-11-19T16:20:56,918 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:20:56,918 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033316920 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033376920 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43875,1732033253851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43875,1732033253851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43875,1732033253851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:43875, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,921 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,921 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,923 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43875,1732033253851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:20:56,924 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43875,1732033253851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:20:56,925 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:20:56,925 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:20:56,925 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43875,1732033253851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:20:56,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef04d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:56,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43875,-1 for getting cluster id 2024-11-19T16:20:56,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:20:56,931 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bdde3b6-bcd9-477a-a01b-2f53fcff60b7' 2024-11-19T16:20:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:20:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bdde3b6-bcd9-477a-a01b-2f53fcff60b7" 2024-11-19T16:20:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc24135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43875,-1] 2024-11-19T16:20:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:20:56,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:20:56,933 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:20:56,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3a8588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:20:56,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:20:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37841,1732033253999, seqNum=-1] 2024-11-19T16:20:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:20:56,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:20:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,43875,1732033253851 2024-11-19T16:20:56,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:56,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:56,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e5eefb0005 connected 2024-11-19T16:20:56,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir so I do NOT create it in target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c 2024-11-19T16:20:56,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:20:56,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.tmp.dir so I do NOT create it in target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c 2024-11-19T16:20:56,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:20:56,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c 2024-11-19T16:20:56,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/cluster_20bff953-8d25-08b5-e494-5cce0d0718ca, deleteOnExit=true 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/test.cache.data in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:20:56,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:20:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:20:57,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:57,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:57,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:57,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:57,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:20:57,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:57,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd3243d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:57,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5977000{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:57,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58638a16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/java.io.tmpdir/jetty-localhost-32917-hadoop-hdfs-3_4_1-tests_jar-_-any-17868322785445176650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:20:57,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bbaf65{HTTP/1.1, (http/1.1)}{localhost:32917} 2024-11-19T16:20:57,356 INFO [Time-limited test {}] server.Server(415): Started @248190ms 2024-11-19T16:20:57,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:20:57,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:20:57,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:20:57,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:20:57,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:20:57,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1be842{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:20:57,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe03775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:20:57,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525fc1b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/java.io.tmpdir/jetty-localhost-39715-hadoop-hdfs-3_4_1-tests_jar-_-any-14800452186231678898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:20:57,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@136da28d{HTTP/1.1, (http/1.1)}{localhost:39715} 2024-11-19T16:20:57,731 INFO [Time-limited test {}] server.Server(415): Started @248565ms 2024-11-19T16:20:57,732 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:20:58,623 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/cluster_20bff953-8d25-08b5-e494-5cce0d0718ca/data/data1/current/BP-1485096427-172.17.0.3-1732033256977/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:58,623 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/cluster_20bff953-8d25-08b5-e494-5cce0d0718ca/data/data2/current/BP-1485096427-172.17.0.3-1732033256977/current, will proceed with Du for space computation calculation, 2024-11-19T16:20:58,639 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:20:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedf3ee346c683dd9 with lease ID 0x3a5b7edb96b97154: Processing first storage report for DS-857d2598-be87-40b3-bc22-92c2f5c864f7 from datanode DatanodeRegistration(127.0.0.1:36551, datanodeUuid=8e10136b-8c00-4b73-b3ac-93181c65c55b, infoPort=44797, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=70934699;c=1732033256977) 2024-11-19T16:20:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedf3ee346c683dd9 with lease ID 0x3a5b7edb96b97154: from storage DS-857d2598-be87-40b3-bc22-92c2f5c864f7 node DatanodeRegistration(127.0.0.1:36551, datanodeUuid=8e10136b-8c00-4b73-b3ac-93181c65c55b, infoPort=44797, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=70934699;c=1732033256977), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T16:20:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedf3ee346c683dd9 with lease ID 0x3a5b7edb96b97154: Processing first storage report for DS-cb235a3d-5475-4767-9065-7e8bcf837577 from datanode DatanodeRegistration(127.0.0.1:36551, datanodeUuid=8e10136b-8c00-4b73-b3ac-93181c65c55b, infoPort=44797, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=70934699;c=1732033256977) 2024-11-19T16:20:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedf3ee346c683dd9 with lease ID 0x3a5b7edb96b97154: from storage DS-cb235a3d-5475-4767-9065-7e8bcf837577 node DatanodeRegistration(127.0.0.1:36551, datanodeUuid=8e10136b-8c00-4b73-b3ac-93181c65c55b, infoPort=44797, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=70934699;c=1732033256977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:20:58,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c 2024-11-19T16:20:58,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:58,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:20:59,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f with version=8 2024-11-19T16:20:59,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/hbase-staging 2024-11-19T16:20:59,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:20:59,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:59,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36807 2024-11-19T16:20:59,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36807 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368070x0, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36807-0x10153e5eefb0006 connected 2024-11-19T16:20:59,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:59,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:59,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/running 2024-11-19T16:20:59,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f, hbase.cluster.distributed=false 2024-11-19T16:20:59,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/acl 2024-11-19T16:20:59,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-19T16:20:59,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36807 2024-11-19T16:20:59,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36807 2024-11-19T16:20:59,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-19T16:20:59,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-19T16:20:59,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:20:59,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:20:59,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46193 2024-11-19T16:20:59,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46193 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:20:59,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:59,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:59,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461930x0, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:20:59,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461930x0, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/running 2024-11-19T16:20:59,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46193-0x10153e5eefb0007 connected 2024-11-19T16:20:59,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:20:59,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:20:59,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/master 2024-11-19T16:20:59,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/acl 2024-11-19T16:20:59,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46193 2024-11-19T16:20:59,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46193 2024-11-19T16:20:59,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46193 2024-11-19T16:20:59,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46193 2024-11-19T16:20:59,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46193 2024-11-19T16:20:59,288 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:36807 2024-11-19T16:20:59,290 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2858782261/backup-masters/32a8860bb9d6,36807,1732033259070 2024-11-19T16:20:59,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261/backup-masters 2024-11-19T16:20:59,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261/backup-masters 2024-11-19T16:20:59,313 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on existing znode=/2858782261/backup-masters/32a8860bb9d6,36807,1732033259070 2024-11-19T16:20:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:20:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2858782261/master 2024-11-19T16:20:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:20:59,366 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on existing znode=/2858782261/master 2024-11-19T16:20:59,366 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2858782261/backup-masters/32a8860bb9d6,36807,1732033259070 from backup master directory 2024-11-19T16:20:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2858782261/backup-masters/32a8860bb9d6,36807,1732033259070 2024-11-19T16:20:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261/backup-masters 2024-11-19T16:20:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261/backup-masters 2024-11-19T16:20:59,408 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:20:59,408 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,36807,1732033259070 2024-11-19T16:20:59,410 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/hbase.id] with ID: 5cea3d28-9d33-4c55-9745-be3f533ee0e5 2024-11-19T16:20:59,410 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/.tmp/hbase.id 2024-11-19T16:20:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:20:59,815 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/.tmp/hbase.id]:[hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/hbase.id] 2024-11-19T16:20:59,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:20:59,822 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:20:59,823 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:20:59,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:20:59,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:20:59,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:20:59,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:20:59,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:20:59,890 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48502 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:21:00,280 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:00,281 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:21:00,281 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:00,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:21:00,287 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store 2024-11-19T16:21:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:21:00,703 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:00,703 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:00,703 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:00,703 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:00,703 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:00,703 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:00,703 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:00,704 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033260703Disabling compacts and flushes for region at 1732033260703Disabling writes for close at 1732033260703Writing region close event to WAL at 1732033260703Closed at 1732033260703 2024-11-19T16:21:00,704 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/.initializing 2024-11-19T16:21:00,704 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/WALs/32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:00,705 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:00,706 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C36807%2C1732033259070, suffix=, logDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/WALs/32a8860bb9d6,36807,1732033259070, archiveDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/oldWALs, maxLogs=10 2024-11-19T16:21:00,718 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/WALs/32a8860bb9d6,36807,1732033259070/32a8860bb9d6%2C36807%2C1732033259070.1732033260706, exclude list is [], retry=0 2024-11-19T16:21:00,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-857d2598-be87-40b3-bc22-92c2f5c864f7,DISK] 2024-11-19T16:21:00,722 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/WALs/32a8860bb9d6,36807,1732033259070/32a8860bb9d6%2C36807%2C1732033259070.1732033260706 2024-11-19T16:21:00,722 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44797:44797)] 2024-11-19T16:21:00,722 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:00,722 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:00,722 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,722 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:21:00,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:00,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:00,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:21:00,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:00,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:00,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:21:00,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:00,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:00,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:21:00,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:00,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:00,728 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,728 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,729 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,730 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,730 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,730 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:00,731 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:00,732 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:00,733 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64431576, jitterRate=-0.039894700050354004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:00,733 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033260722Initializing all the Stores at 1732033260723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033260723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033260723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033260723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033260723Cleaning up temporary data from old regions at 1732033260730 (+7 ms)Region opened successfully at 1732033260733 (+3 ms) 2024-11-19T16:21:00,733 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:21:00,735 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51517243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:00,735 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:21:00,735 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:21:00,735 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:21:00,736 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:21:00,736 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:21:00,736 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:21:00,736 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:21:00,737 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:21:00,738 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Unable to get data of znode /2858782261/balancer because node does not exist (not necessarily an error) 2024-11-19T16:21:00,787 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2858782261/balancer already deleted, retry=false 2024-11-19T16:21:00,787 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:21:00,788 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Unable to get data of znode /2858782261/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:21:00,797 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2858782261/normalizer already deleted, retry=false 2024-11-19T16:21:00,797 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:21:00,798 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Unable to get data of znode /2858782261/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:21:00,808 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2858782261/switch/split already deleted, retry=false 2024-11-19T16:21:00,808 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Unable to get data of znode /2858782261/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:21:00,818 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2858782261/switch/merge already deleted, retry=false 2024-11-19T16:21:00,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Unable to get data of znode /2858782261/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:21:00,829 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2858782261/snapshot-cleanup already deleted, retry=false 2024-11-19T16:21:00,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2858782261/running 2024-11-19T16:21:00,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2858782261/running 2024-11-19T16:21:00,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:00,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:00,840 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,36807,1732033259070, sessionid=0x10153e5eefb0006, setting cluster-up flag (Was=false) 2024-11-19T16:21:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:00,892 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2858782261/flush-table-proc/acquired, /2858782261/flush-table-proc/reached, /2858782261/flush-table-proc/abort 2024-11-19T16:21:00,893 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:00,944 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2858782261/online-snapshot/acquired, /2858782261/online-snapshot/reached, /2858782261/online-snapshot/abort 2024-11-19T16:21:00,945 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:00,946 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:21:00,947 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:00,948 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:21:00,948 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:21:00,948 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,36807,1732033259070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:00,949 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:00,950 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033290950 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:21:00,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:21:00,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:21:00,951 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:21:00,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:00,952 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:21:00,952 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:21:00,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:21:00,952 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033260952,5,FailOnTimeoutGroup] 2024-11-19T16:21:00,952 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033260952,5,FailOnTimeoutGroup] 2024-11-19T16:21:00,952 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:00,952 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:21:00,952 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:00,952 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:21:00,980 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(746): ClusterId : 5cea3d28-9d33-4c55-9745-be3f533ee0e5 2024-11-19T16:21:00,980 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:21:00,991 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:21:00,991 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:21:01,002 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:21:01,002 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742a5894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:01,012 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:46193 2024-11-19T16:21:01,012 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:21:01,012 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:21:01,012 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:21:01,013 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,36807,1732033259070 with port=46193, startcode=1732033259227 2024-11-19T16:21:01,013 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:21:01,014 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:21:01,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,016 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f 2024-11-19T16:21:01,016 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35747 2024-11-19T16:21:01,016 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:21:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261/rs 2024-11-19T16:21:01,085 DEBUG [RS:0;32a8860bb9d6:46193 {}] zookeeper.ZKUtil(111): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on existing znode=/2858782261/rs/32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,085 WARN [RS:0;32a8860bb9d6:46193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:01,085 INFO [RS:0;32a8860bb9d6:46193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:01,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,46193,1732033259227] 2024-11-19T16:21:01,085 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,088 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:21:01,089 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:21:01,090 INFO [RS:0;32a8860bb9d6:46193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:21:01,090 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,090 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:21:01,090 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:21:01,090 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,090 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,090 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,090 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:01,091 DEBUG [RS:0;32a8860bb9d6:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:01,091 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,091 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,091 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,091 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,091 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,091 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46193,1732033259227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:01,103 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:21:01,104 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46193,1732033259227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,104 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,104 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.Replication(171): 32a8860bb9d6,46193,1732033259227 started 2024-11-19T16:21:01,115 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:01,115 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,46193,1732033259227, RpcServer on 32a8860bb9d6/172.17.0.3:46193, sessionid=0x10153e5eefb0007 2024-11-19T16:21:01,115 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:21:01,115 DEBUG [RS:0;32a8860bb9d6:46193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,115 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46193,1732033259227' 2024-11-19T16:21:01,115 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2858782261/flush-table-proc/abort' 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2858782261/flush-table-proc/acquired' 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46193,1732033259227' 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2858782261/online-snapshot/abort' 2024-11-19T16:21:01,116 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2858782261/online-snapshot/acquired' 2024-11-19T16:21:01,117 DEBUG [RS:0;32a8860bb9d6:46193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:21:01,117 INFO [RS:0;32a8860bb9d6:46193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:21:01,117 INFO [RS:0;32a8860bb9d6:46193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:21:01,217 INFO [RS:0;32a8860bb9d6:46193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:01,218 INFO [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46193%2C1732033259227, suffix=, logDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227, archiveDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/oldWALs, maxLogs=10 2024-11-19T16:21:01,230 DEBUG [RS:0;32a8860bb9d6:46193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, exclude list is [], retry=0 2024-11-19T16:21:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-857d2598-be87-40b3-bc22-92c2f5c864f7,DISK] 2024-11-19T16:21:01,233 INFO [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 2024-11-19T16:21:01,234 DEBUG [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44797:44797)] 2024-11-19T16:21:01,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:21:01,359 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f 2024-11-19T16:21:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:21:01,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:01,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:01,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:01,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:01,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:01,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:01,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:01,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:01,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:01,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:01,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:01,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:01,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:01,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:01,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:01,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:01,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:01,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:01,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740 2024-11-19T16:21:01,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740 2024-11-19T16:21:01,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:01,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:01,772 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:01,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:01,774 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:01,774 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63947768, jitterRate=-0.04710400104522705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:01,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033261764Initializing all the Stores at 1732033261765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033261765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033261765Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033261765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033261765Cleaning up temporary data from old regions at 1732033261771 (+6 ms)Region opened successfully at 1732033261774 (+3 ms) 2024-11-19T16:21:01,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:01,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:01,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:01,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:01,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:01,775 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:01,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033261774Disabling compacts and flushes for region at 1732033261774Disabling writes for close at 1732033261774Writing region close event to WAL at 1732033261775 (+1 ms)Closed at 1732033261775 2024-11-19T16:21:01,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:01,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:21:01,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:21:01,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:01,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:21:01,927 DEBUG [32a8860bb9d6:36807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:21:01,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:01,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46193,1732033259227, state=OPENING 2024-11-19T16:21:01,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:21:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:01,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2858782261/meta-region-server: CHANGED 2024-11-19T16:21:01,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2858782261/meta-region-server: CHANGED 2024-11-19T16:21:01,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:01,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46193,1732033259227}] 2024-11-19T16:21:02,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:02,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:21:02,147 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:21:02,148 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:02,148 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:21:02,149 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46193%2C1732033259227.meta, suffix=.meta, logDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227, archiveDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/oldWALs, maxLogs=10 2024-11-19T16:21:02,161 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.meta.1732033262149.meta, exclude list is [], retry=0 2024-11-19T16:21:02,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-857d2598-be87-40b3-bc22-92c2f5c864f7,DISK] 2024-11-19T16:21:02,164 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.meta.1732033262149.meta 2024-11-19T16:21:02,164 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44797:44797)] 2024-11-19T16:21:02,164 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:02,165 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:02,165 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:02,165 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:21:02,165 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:21:02,165 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:21:02,165 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:02,165 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:21:02,165 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:21:02,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:02,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:02,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:02,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:02,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:02,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:02,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:02,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:02,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:02,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:02,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:02,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:02,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:02,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:02,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:02,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:02,170 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:02,170 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740 2024-11-19T16:21:02,171 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740 2024-11-19T16:21:02,171 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:02,171 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:02,172 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:02,172 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:02,173 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74255689, jitterRate=0.10649599134922028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:02,173 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:21:02,173 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033262165Writing region info on filesystem at 1732033262165Initializing all the Stores at 1732033262166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033262166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033262166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033262166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033262166Cleaning up temporary data from old regions at 1732033262171 (+5 ms)Running coprocessor post-open hooks at 1732033262173 (+2 ms)Region opened successfully at 1732033262173 2024-11-19T16:21:02,173 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033262143 2024-11-19T16:21:02,175 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:21:02,176 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:21:02,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:02,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46193,1732033259227, state=OPEN 2024-11-19T16:21:02,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2858782261/meta-region-server 2024-11-19T16:21:02,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2858782261/meta-region-server 2024-11-19T16:21:02,187 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:02,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2858782261/meta-region-server: CHANGED 2024-11-19T16:21:02,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2858782261/meta-region-server: CHANGED 2024-11-19T16:21:02,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:21:02,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46193,1732033259227 in 196 msec 2024-11-19T16:21:02,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:21:02,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-19T16:21:02,192 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:02,192 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:21:02,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:02,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46193,1732033259227, seqNum=-1] 2024-11-19T16:21:02,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:02,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:02,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-19T16:21:02,200 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033262199, completionTime=-1 2024-11-19T16:21:02,200 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:21:02,200 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:21:02,201 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:21:02,201 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033322201 2024-11-19T16:21:02,201 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033382201 2024-11-19T16:21:02,201 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:21:02,202 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36807,1732033259070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,202 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36807,1732033259070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,202 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36807,1732033259070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,202 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:36807, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,202 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,202 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,204 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.798sec 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36807,1732033259070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:02,206 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36807,1732033259070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:21:02,208 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:21:02,208 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:21:02,208 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36807,1732033259070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:02,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4452bf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:02,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:02,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:02,282 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378c7acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:02,283 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:02,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b00fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:02,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46193,1732033259227, seqNum=-1] 2024-11-19T16:21:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:02,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:02,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:02,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56480 2024-11-19T16:21:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:02,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10153e5eefb0008 connected 2024-11-19T16:21:02,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34387,1732033247984 2024-11-19T16:21:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3113565e 2024-11-19T16:21:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:02,310 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:02,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:21:02,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:02,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:02,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:21:02,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:21:02,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:02,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:02,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5edd07c440d4b5267863878ca7f63d9e, NAME => 'test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216 2024-11-19T16:21:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:21:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:03,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:03,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5edd07c440d4b5267863878ca7f63d9e, disabling compactions & flushes 2024-11-19T16:21:03,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. after waiting 0 ms 2024-11-19T16:21:03,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5edd07c440d4b5267863878ca7f63d9e: Waiting for close lock at 1732033263128Disabling compacts and flushes for region at 1732033263128Disabling writes for close at 1732033263128Writing region close event to WAL at 1732033263128Closed at 1732033263128 2024-11-19T16:21:03,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:03,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033263129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033263129"}]},"ts":"1732033263129"} 2024-11-19T16:21:03,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:03,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:03,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033263131"}]},"ts":"1732033263131"} 2024-11-19T16:21:03,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:21:03,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5edd07c440d4b5267863878ca7f63d9e, ASSIGN}] 2024-11-19T16:21:03,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5edd07c440d4b5267863878ca7f63d9e, ASSIGN 2024-11-19T16:21:03,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5edd07c440d4b5267863878ca7f63d9e, ASSIGN; state=OFFLINE, location=32a8860bb9d6,33041,1732033248198; forceNewPlan=false, retain=false 2024-11-19T16:21:03,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5edd07c440d4b5267863878ca7f63d9e, regionState=OPENING, regionLocation=32a8860bb9d6,33041,1732033248198 2024-11-19T16:21:03,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5edd07c440d4b5267863878ca7f63d9e, ASSIGN because future has completed 2024-11-19T16:21:03,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5edd07c440d4b5267863878ca7f63d9e, server=32a8860bb9d6,33041,1732033248198}] 2024-11-19T16:21:03,443 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,443 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5edd07c440d4b5267863878ca7f63d9e, NAME => 'test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:03,444 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:03,444 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:21:03,444 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,444 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:03,444 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,444 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,445 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,446 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edd07c440d4b5267863878ca7f63d9e columnFamilyName f 2024-11-19T16:21:03,446 DEBUG [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:03,446 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] regionserver.HStore(327): Store=5edd07c440d4b5267863878ca7f63d9e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:03,446 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,447 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edd07c440d4b5267863878ca7f63d9e columnFamilyName f1 2024-11-19T16:21:03,447 DEBUG [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:03,447 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] regionserver.HStore(327): Store=5edd07c440d4b5267863878ca7f63d9e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:03,448 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,448 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edd07c440d4b5267863878ca7f63d9e columnFamilyName norep 2024-11-19T16:21:03,448 DEBUG [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:03,449 INFO [StoreOpener-5edd07c440d4b5267863878ca7f63d9e-1 {}] regionserver.HStore(327): Store=5edd07c440d4b5267863878ca7f63d9e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:03,449 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,449 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:03,450 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,450 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,450 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,451 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:03,451 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,453 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:03,453 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5edd07c440d4b5267863878ca7f63d9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64745464, jitterRate=-0.03521740436553955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:03,453 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:03,453 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5edd07c440d4b5267863878ca7f63d9e: Running coprocessor pre-open hook at 1732033263444Writing region info on filesystem at 1732033263444Initializing all the Stores at 1732033263445 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033263445Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033263445Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033263445Cleaning up temporary data from old regions at 1732033263450 (+5 ms)Running coprocessor post-open hooks at 1732033263453 (+3 ms)Region opened successfully at 1732033263453 2024-11-19T16:21:03,454 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e., pid=6, masterSystemTime=1732033263439 2024-11-19T16:21:03,456 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,456 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:03,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5edd07c440d4b5267863878ca7f63d9e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,33041,1732033248198 2024-11-19T16:21:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5edd07c440d4b5267863878ca7f63d9e, server=32a8860bb9d6,33041,1732033248198 because future has completed 2024-11-19T16:21:03,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:21:03,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5edd07c440d4b5267863878ca7f63d9e, server=32a8860bb9d6,33041,1732033248198 in 172 msec 2024-11-19T16:21:03,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:21:03,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5edd07c440d4b5267863878ca7f63d9e, ASSIGN in 328 msec 2024-11-19T16:21:03,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:03,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033263464"}]},"ts":"1732033263464"} 2024-11-19T16:21:03,466 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:21:03,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:03,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-19T16:21:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:04,459 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:21:04,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,43875,1732033253851 2024-11-19T16:21:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cd98da 2024-11-19T16:21:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:04,461 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:04,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:21:04,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:04,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:04,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:21:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:04,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:21:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:04,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cf49b6ec3b15af7984c96ef896ac004, NAME => 'test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941 2024-11-19T16:21:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:21:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:05,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:05,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5cf49b6ec3b15af7984c96ef896ac004, disabling compactions & flushes 2024-11-19T16:21:05,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. after waiting 0 ms 2024-11-19T16:21:05,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cf49b6ec3b15af7984c96ef896ac004: Waiting for close lock at 1732033265288Disabling compacts and flushes for region at 1732033265288Disabling writes for close at 1732033265288Writing region close event to WAL at 1732033265288Closed at 1732033265288 2024-11-19T16:21:05,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:05,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033265289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033265289"}]},"ts":"1732033265289"} 2024-11-19T16:21:05,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:05,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:05,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033265291"}]},"ts":"1732033265291"} 2024-11-19T16:21:05,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:21:05,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cf49b6ec3b15af7984c96ef896ac004, ASSIGN}] 2024-11-19T16:21:05,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cf49b6ec3b15af7984c96ef896ac004, ASSIGN 2024-11-19T16:21:05,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5cf49b6ec3b15af7984c96ef896ac004, ASSIGN; state=OFFLINE, location=32a8860bb9d6,37841,1732033253999; forceNewPlan=false, retain=false 2024-11-19T16:21:05,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cf49b6ec3b15af7984c96ef896ac004, regionState=OPENING, regionLocation=32a8860bb9d6,37841,1732033253999 2024-11-19T16:21:05,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5cf49b6ec3b15af7984c96ef896ac004, ASSIGN because future has completed 2024-11-19T16:21:05,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf49b6ec3b15af7984c96ef896ac004, server=32a8860bb9d6,37841,1732033253999}] 2024-11-19T16:21:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:05,639 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,639 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf49b6ec3b15af7984c96ef896ac004, NAME => 'test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:05,640 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:05,640 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:21:05,640 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,640 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:05,640 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,640 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,647 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,649 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf49b6ec3b15af7984c96ef896ac004 columnFamilyName f 2024-11-19T16:21:05,649 DEBUG [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:05,650 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] regionserver.HStore(327): Store=5cf49b6ec3b15af7984c96ef896ac004/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:05,650 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,651 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf49b6ec3b15af7984c96ef896ac004 columnFamilyName f1 2024-11-19T16:21:05,651 DEBUG [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:05,651 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] regionserver.HStore(327): Store=5cf49b6ec3b15af7984c96ef896ac004/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:05,652 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,653 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf49b6ec3b15af7984c96ef896ac004 columnFamilyName norep 2024-11-19T16:21:05,653 DEBUG [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:05,653 INFO [StoreOpener-5cf49b6ec3b15af7984c96ef896ac004-1 {}] regionserver.HStore(327): Store=5cf49b6ec3b15af7984c96ef896ac004/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:05,654 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,656 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,657 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,659 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,659 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,660 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:05,662 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,679 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:05,680 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5cf49b6ec3b15af7984c96ef896ac004; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62418561, jitterRate=-0.06989096105098724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:05,680 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:05,681 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5cf49b6ec3b15af7984c96ef896ac004: Running coprocessor pre-open hook at 1732033265641Writing region info on filesystem at 1732033265641Initializing all the Stores at 1732033265642 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033265642Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033265643 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033265643Cleaning up temporary data from old regions at 1732033265659 (+16 ms)Running coprocessor post-open hooks at 1732033265680 (+21 ms)Region opened successfully at 1732033265680 2024-11-19T16:21:05,683 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004., pid=6, masterSystemTime=1732033265622 2024-11-19T16:21:05,686 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,686 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:05,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cf49b6ec3b15af7984c96ef896ac004, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,37841,1732033253999 2024-11-19T16:21:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf49b6ec3b15af7984c96ef896ac004, server=32a8860bb9d6,37841,1732033253999 because future has completed 2024-11-19T16:21:05,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:21:05,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cf49b6ec3b15af7984c96ef896ac004, server=32a8860bb9d6,37841,1732033253999 in 239 msec 2024-11-19T16:21:05,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:05,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033265702"}]},"ts":"1732033265702"} 2024-11-19T16:21:05,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:21:05,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5cf49b6ec3b15af7984c96ef896ac004, ASSIGN in 403 msec 2024-11-19T16:21:05,711 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:21:05,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:05,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2510 sec 2024-11-19T16:21:06,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:21:06,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T16:21:06,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:21:06,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T16:21:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:06,619 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:21:06,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f78192 2024-11-19T16:21:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:06,622 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:06,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:21:06,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:06,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:21:06,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:06,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:21:06,658 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a339abf3668ae845e9ddbef9b3409bfa, NAME => 'test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f 2024-11-19T16:21:06,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:21:06,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:06,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a339abf3668ae845e9ddbef9b3409bfa, disabling compactions & flushes 2024-11-19T16:21:06,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:06,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:06,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. after waiting 0 ms 2024-11-19T16:21:06,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:06,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:06,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a339abf3668ae845e9ddbef9b3409bfa: Waiting for close lock at 1732033266701Disabling compacts and flushes for region at 1732033266701Disabling writes for close at 1732033266701Writing region close event to WAL at 1732033266701Closed at 1732033266701 2024-11-19T16:21:06,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:06,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033266703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033266703"}]},"ts":"1732033266703"} 2024-11-19T16:21:06,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:06,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:06,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033266708"}]},"ts":"1732033266708"} 2024-11-19T16:21:06,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:21:06,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a339abf3668ae845e9ddbef9b3409bfa, ASSIGN}] 2024-11-19T16:21:06,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a339abf3668ae845e9ddbef9b3409bfa, ASSIGN 2024-11-19T16:21:06,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a339abf3668ae845e9ddbef9b3409bfa, ASSIGN; state=OFFLINE, location=32a8860bb9d6,46193,1732033259227; forceNewPlan=false, retain=false 2024-11-19T16:21:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:06,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a339abf3668ae845e9ddbef9b3409bfa, regionState=OPENING, regionLocation=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:06,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a339abf3668ae845e9ddbef9b3409bfa, ASSIGN because future has completed 2024-11-19T16:21:06,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a339abf3668ae845e9ddbef9b3409bfa, server=32a8860bb9d6,46193,1732033259227}] 2024-11-19T16:21:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:07,022 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:07,022 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a339abf3668ae845e9ddbef9b3409bfa, NAME => 'test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:07,023 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:07,023 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:21:07,023 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,023 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:07,023 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,023 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,024 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,025 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a339abf3668ae845e9ddbef9b3409bfa columnFamilyName f 2024-11-19T16:21:07,025 DEBUG [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:07,025 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] regionserver.HStore(327): Store=a339abf3668ae845e9ddbef9b3409bfa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:07,025 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,026 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a339abf3668ae845e9ddbef9b3409bfa columnFamilyName f1 2024-11-19T16:21:07,026 DEBUG [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:07,026 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] regionserver.HStore(327): Store=a339abf3668ae845e9ddbef9b3409bfa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:07,026 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,027 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a339abf3668ae845e9ddbef9b3409bfa columnFamilyName norep 2024-11-19T16:21:07,027 DEBUG [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:07,027 INFO [StoreOpener-a339abf3668ae845e9ddbef9b3409bfa-1 {}] regionserver.HStore(327): Store=a339abf3668ae845e9ddbef9b3409bfa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:07,027 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,028 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,028 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,029 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,029 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,029 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:07,030 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,032 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:07,032 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a339abf3668ae845e9ddbef9b3409bfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65796808, jitterRate=-0.01955115795135498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:07,032 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:07,032 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a339abf3668ae845e9ddbef9b3409bfa: Running coprocessor pre-open hook at 1732033267023Writing region info on filesystem at 1732033267023Initializing all the Stores at 1732033267023Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033267023Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033267024 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033267024Cleaning up temporary data from old regions at 1732033267029 (+5 ms)Running coprocessor post-open hooks at 1732033267032 (+3 ms)Region opened successfully at 1732033267032 2024-11-19T16:21:07,033 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa., pid=6, masterSystemTime=1732033267019 2024-11-19T16:21:07,035 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:07,035 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:07,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a339abf3668ae845e9ddbef9b3409bfa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:07,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a339abf3668ae845e9ddbef9b3409bfa, server=32a8860bb9d6,46193,1732033259227 because future has completed 2024-11-19T16:21:07,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:21:07,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a339abf3668ae845e9ddbef9b3409bfa, server=32a8860bb9d6,46193,1732033259227 in 182 msec 2024-11-19T16:21:07,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:21:07,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a339abf3668ae845e9ddbef9b3409bfa, ASSIGN in 341 msec 2024-11-19T16:21:07,059 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:07,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033267059"}]},"ts":"1732033267059"} 2024-11-19T16:21:07,064 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:21:07,066 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:07,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 443 msec 2024-11-19T16:21:07,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:21:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:07,259 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:21:07,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:07,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:21:07,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:07,265 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:21:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:21:07,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2436ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:07,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:21:07,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:07,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:07,268 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726513dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:07,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34387,1732033247984 2024-11-19T16:21:07,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49e6daf1 2024-11-19T16:21:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:07,274 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:07,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:43875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:21:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:21:07,278 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:43875' 2024-11-19T16:21:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:07,285 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6b859c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:07,285 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43875,-1 for getting cluster id 2024-11-19T16:21:07,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:07,285 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bdde3b6-bcd9-477a-a01b-2f53fcff60b7' 2024-11-19T16:21:07,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:07,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bdde3b6-bcd9-477a-a01b-2f53fcff60b7" 2024-11-19T16:21:07,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17605494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:07,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43875,-1] 2024-11-19T16:21:07,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:07,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:07,287 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:07,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42355f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:07,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,43875,1732033253851 2024-11-19T16:21:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d7c7e0c 2024-11-19T16:21:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:07,300 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:07,301 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:21:07,301 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:21:07,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:07,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:07,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:07,302 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:07,303 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:21:07,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:07,305 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:07,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:21:07,353 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:21:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:07,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:07,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:07,744 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d85797a1da5764c6249be3639eccc510, NAME => 'hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216 2024-11-19T16:21:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:21:07,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:07,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d85797a1da5764c6249be3639eccc510, disabling compactions & flushes 2024-11-19T16:21:07,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:07,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:07,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. after waiting 0 ms 2024-11-19T16:21:07,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:07,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:07,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d85797a1da5764c6249be3639eccc510: Waiting for close lock at 1732033267759Disabling compacts and flushes for region at 1732033267759Disabling writes for close at 1732033267759Writing region close event to WAL at 1732033267759Closed at 1732033267759 2024-11-19T16:21:07,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:07,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033267760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033267760"}]},"ts":"1732033267760"} 2024-11-19T16:21:07,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:07,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:07,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033267764"}]},"ts":"1732033267764"} 2024-11-19T16:21:07,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:21:07,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d85797a1da5764c6249be3639eccc510, ASSIGN}] 2024-11-19T16:21:07,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d85797a1da5764c6249be3639eccc510, ASSIGN 2024-11-19T16:21:07,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d85797a1da5764c6249be3639eccc510, ASSIGN; state=OFFLINE, location=32a8860bb9d6,33041,1732033248198; forceNewPlan=false, retain=false 2024-11-19T16:21:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:07,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d85797a1da5764c6249be3639eccc510, regionState=OPENING, regionLocation=32a8860bb9d6,33041,1732033248198 2024-11-19T16:21:07,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d85797a1da5764c6249be3639eccc510, ASSIGN because future has completed 2024-11-19T16:21:07,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d85797a1da5764c6249be3639eccc510, server=32a8860bb9d6,33041,1732033248198}] 2024-11-19T16:21:08,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:08,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:08,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:21:08,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C33041%2C1732033248198.rep, suffix=, logDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/oldWALs, maxLogs=10 2024-11-19T16:21:08,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.rep.1732033268081, exclude list is [], retry=0 2024-11-19T16:21:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40501,DS-254a4072-e6fc-425e-9451-e80355a27348,DISK] 2024-11-19T16:21:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.rep.1732033268081 2024-11-19T16:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-19T16:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d85797a1da5764c6249be3639eccc510, NAME => 'hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:08,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. service=MultiRowMutationService 2024-11-19T16:21:08,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:21:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,105 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,108 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d85797a1da5764c6249be3639eccc510 columnFamilyName hfileref 2024-11-19T16:21:08,108 DEBUG [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:08,108 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] regionserver.HStore(327): Store=d85797a1da5764c6249be3639eccc510/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:08,108 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,110 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d85797a1da5764c6249be3639eccc510 columnFamilyName queue 2024-11-19T16:21:08,110 DEBUG [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:08,110 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] regionserver.HStore(327): Store=d85797a1da5764c6249be3639eccc510/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:08,110 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,111 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d85797a1da5764c6249be3639eccc510 columnFamilyName sid 2024-11-19T16:21:08,111 DEBUG [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:08,112 INFO [StoreOpener-d85797a1da5764c6249be3639eccc510-1 {}] regionserver.HStore(327): Store=d85797a1da5764c6249be3639eccc510/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:08,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/replication/d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/replication/d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:08,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/replication/d85797a1da5764c6249be3639eccc510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:08,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d85797a1da5764c6249be3639eccc510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66964721, jitterRate=-0.0021478980779647827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:08,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d85797a1da5764c6249be3639eccc510: Running coprocessor pre-open hook at 1732033268104Writing region info on filesystem at 1732033268104Initializing all the Stores at 1732033268105 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033268105Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033268105Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033268105Cleaning up temporary data from old regions at 1732033268115 (+10 ms)Running coprocessor post-open hooks at 1732033268122 (+7 ms)Region opened successfully at 1732033268123 (+1 ms) 2024-11-19T16:21:08,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510., pid=10, masterSystemTime=1732033268074 2024-11-19T16:21:08,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:08,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:08,126 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d85797a1da5764c6249be3639eccc510, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,33041,1732033248198 2024-11-19T16:21:08,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d85797a1da5764c6249be3639eccc510, server=32a8860bb9d6,33041,1732033248198 because future has completed 2024-11-19T16:21:08,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:21:08,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d85797a1da5764c6249be3639eccc510, server=32a8860bb9d6,33041,1732033248198 in 207 msec 2024-11-19T16:21:08,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:21:08,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d85797a1da5764c6249be3639eccc510, ASSIGN in 364 msec 2024-11-19T16:21:08,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:08,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033268134"}]},"ts":"1732033268134"} 2024-11-19T16:21:08,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:21:08,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:08,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 836 msec 2024-11-19T16:21:08,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510., hostname=32a8860bb9d6,33041,1732033248198, seqNum=2] 2024-11-19T16:21:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:21:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:21:08,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:08,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:21:08,498 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:21:08,527 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,33041,1732033248198, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:21:08,528 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:08,528 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33041,1732033248198, seqNum=-1] 2024-11-19T16:21:08,528 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:08,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,33041,1732033248198', locateType=CURRENT is [region=hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510., hostname=32a8860bb9d6,33041,1732033248198, seqNum=2] 2024-11-19T16:21:08,533 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:21:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:21:08,535 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,33041,1732033248198 suceeded 2024-11-19T16:21:08,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:21:08,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-19T16:21:08,537 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:43875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:21:08,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2630 sec 2024-11-19T16:21:08,548 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:43875' 2024-11-19T16:21:08,549 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e32f2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:08,550 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43875,-1 for getting cluster id 2024-11-19T16:21:08,550 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:08,550 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bdde3b6-bcd9-477a-a01b-2f53fcff60b7' 2024-11-19T16:21:08,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:08,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bdde3b6-bcd9-477a-a01b-2f53fcff60b7" 2024-11-19T16:21:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29fb599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43875,-1] 2024-11-19T16:21:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:08,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:08,552 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:08,553 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109ea52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:08,553 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,43875,1732033253851 2024-11-19T16:21:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23eed992 2024-11-19T16:21:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:08,555 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T16:21:08,555 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,33041,1732033248198 (queues=1) is replicating from cluster=54ebb8a9-5eff-43aa-90cd-366b8ead8111 to cluster=7bdde3b6-bcd9-477a-a01b-2f53fcff60b7 2024-11-19T16:21:08,555 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C33041%2C1732033248198 2024-11-19T16:21:08,555 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,33041,1732033248198, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:21:08,556 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C33041%2C1732033248198 2024-11-19T16:21:08,556 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, startPosition=0, beingWritten=true 2024-11-19T16:21:08,561 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:08,561 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:08,561 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:08,765 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:09,069 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:09,439 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:09,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:09,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:09,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:09,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:09,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:09,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:09,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43875,-1 for getting cluster id 2024-11-19T16:21:09,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:09,440 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bdde3b6-bcd9-477a-a01b-2f53fcff60b7' 2024-11-19T16:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bdde3b6-bcd9-477a-a01b-2f53fcff60b7" 2024-11-19T16:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1569de72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43875,-1] 2024-11-19T16:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:09,442 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d067a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:09,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,43875,1732033253851 2024-11-19T16:21:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2711a380 2024-11-19T16:21:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:09,444 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:09,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:36807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:21:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:21:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:09,447 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:36807' 2024-11-19T16:21:09,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d32a899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:09,448 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:09,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:09,448 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:09,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb175b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:09,450 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3cd06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:09,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:09,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:09,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d9a51f 2024-11-19T16:21:09,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:09,452 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:09,452 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:21:09,452 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:21:09,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:09,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:09,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:09,453 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:09,454 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:21:09,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:09,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:09,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:09,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:21:09,473 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:09,504 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:21:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:09,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1d1f32a6ae8a41c6ebe1e2b499c966b, NAME => 'hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941 2024-11-19T16:21:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:21:09,976 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:10,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:10,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d1d1f32a6ae8a41c6ebe1e2b499c966b, disabling compactions & flushes 2024-11-19T16:21:10,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. after waiting 0 ms 2024-11-19T16:21:10,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1d1f32a6ae8a41c6ebe1e2b499c966b: Waiting for close lock at 1732033270267Disabling compacts and flushes for region at 1732033270267Disabling writes for close at 1732033270267Writing region close event to WAL at 1732033270267Closed at 1732033270267 2024-11-19T16:21:10,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:10,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033270268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033270268"}]},"ts":"1732033270268"} 2024-11-19T16:21:10,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:10,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:10,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033270271"}]},"ts":"1732033270271"} 2024-11-19T16:21:10,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:21:10,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1d1f32a6ae8a41c6ebe1e2b499c966b, ASSIGN}] 2024-11-19T16:21:10,274 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1d1f32a6ae8a41c6ebe1e2b499c966b, ASSIGN 2024-11-19T16:21:10,275 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1d1f32a6ae8a41c6ebe1e2b499c966b, ASSIGN; state=OFFLINE, location=32a8860bb9d6,37841,1732033253999; forceNewPlan=false, retain=false 2024-11-19T16:21:10,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1d1f32a6ae8a41c6ebe1e2b499c966b, regionState=OPENING, regionLocation=32a8860bb9d6,37841,1732033253999 2024-11-19T16:21:10,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1d1f32a6ae8a41c6ebe1e2b499c966b, ASSIGN because future has completed 2024-11-19T16:21:10,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d1f32a6ae8a41c6ebe1e2b499c966b, server=32a8860bb9d6,37841,1732033253999}] 2024-11-19T16:21:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:10,581 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:10,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:10,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:21:10,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37841%2C1732033253999.rep, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/oldWALs, maxLogs=10 2024-11-19T16:21:10,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.rep.1732033270594, exclude list is [], retry=0 2024-11-19T16:21:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40841,DS-40952e28-a7d9-4e7d-a55c-a455b3c28998,DISK] 2024-11-19T16:21:10,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.rep.1732033270594 2024-11-19T16:21:10,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43735:43735)] 2024-11-19T16:21:10,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d1d1f32a6ae8a41c6ebe1e2b499c966b, NAME => 'hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:10,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:10,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:10,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. service=MultiRowMutationService 2024-11-19T16:21:10,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:21:10,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:10,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,615 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,616 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d1f32a6ae8a41c6ebe1e2b499c966b columnFamilyName hfileref 2024-11-19T16:21:10,616 DEBUG [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:10,616 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] regionserver.HStore(327): Store=d1d1f32a6ae8a41c6ebe1e2b499c966b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:10,617 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,617 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d1f32a6ae8a41c6ebe1e2b499c966b columnFamilyName queue 2024-11-19T16:21:10,617 DEBUG [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:10,618 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] regionserver.HStore(327): Store=d1d1f32a6ae8a41c6ebe1e2b499c966b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:10,618 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,618 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d1f32a6ae8a41c6ebe1e2b499c966b columnFamilyName sid 2024-11-19T16:21:10,618 DEBUG [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:10,618 INFO [StoreOpener-d1d1f32a6ae8a41c6ebe1e2b499c966b-1 {}] regionserver.HStore(327): Store=d1d1f32a6ae8a41c6ebe1e2b499c966b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:10,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:10,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:10,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d1d1f32a6ae8a41c6ebe1e2b499c966b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70325986, jitterRate=0.04793885350227356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:10,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:10,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d1d1f32a6ae8a41c6ebe1e2b499c966b: Running coprocessor pre-open hook at 1732033270614Writing region info on filesystem at 1732033270614Initializing all the Stores at 1732033270615 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033270615Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033270615Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033270615Cleaning up temporary data from old regions at 1732033270620 (+5 ms)Running coprocessor post-open hooks at 1732033270627 (+7 ms)Region opened successfully at 1732033270627 2024-11-19T16:21:10,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b., pid=10, masterSystemTime=1732033270580 2024-11-19T16:21:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:10,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1d1f32a6ae8a41c6ebe1e2b499c966b, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,37841,1732033253999 2024-11-19T16:21:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d1f32a6ae8a41c6ebe1e2b499c966b, server=32a8860bb9d6,37841,1732033253999 because future has completed 2024-11-19T16:21:10,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:21:10,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d1f32a6ae8a41c6ebe1e2b499c966b, server=32a8860bb9d6,37841,1732033253999 in 205 msec 2024-11-19T16:21:10,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:21:10,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1d1f32a6ae8a41c6ebe1e2b499c966b, ASSIGN in 361 msec 2024-11-19T16:21:10,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:10,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033270636"}]},"ts":"1732033270636"} 2024-11-19T16:21:10,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:21:10,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:10,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-19T16:21:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b., hostname=32a8860bb9d6,37841,1732033253999, seqNum=2] 2024-11-19T16:21:10,786 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:21:10,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:21:10,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:11,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:21:11,150 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:21:11,182 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,37841,1732033253999, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:21:11,182 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:11,182 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37841,1732033253999, seqNum=-1] 2024-11-19T16:21:11,183 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:11,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:11,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,37841,1732033253999', locateType=CURRENT is [region=hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b., hostname=32a8860bb9d6,37841,1732033253999, seqNum=2] 2024-11-19T16:21:11,188 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:21:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:21:11,193 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,37841,1732033253999 suceeded 2024-11-19T16:21:11,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:21:11,196 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:36807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:21:11,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T16:21:11,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7520 sec 2024-11-19T16:21:11,206 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:36807' 2024-11-19T16:21:11,207 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b314fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,207 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:11,207 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:11,208 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:11,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:11,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:11,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57197f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:11,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:11,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,210 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:11,210 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2babdc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,211 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259f19fc 2024-11-19T16:21:11,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:11,212 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T16:21:11,213 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,37841,1732033253999 (queues=1) is replicating from cluster=7bdde3b6-bcd9-477a-a01b-2f53fcff60b7 to cluster=5cea3d28-9d33-4c55-9745-be3f533ee0e5 2024-11-19T16:21:11,213 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C37841%2C1732033253999 2024-11-19T16:21:11,213 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,37841,1732033253999, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:21:11,213 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C37841%2C1732033253999 2024-11-19T16:21:11,214 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, startPosition=0, beingWritten=true 2024-11-19T16:21:11,218 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:11,218 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:11,218 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:11,286 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:11,422 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:11,590 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:11,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:11,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:11,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:11,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:11,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:11,593 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1b6b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:11,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,594 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37147ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:11,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36218e41 2024-11-19T16:21:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:11,600 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:11,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:34387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:21:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:21:11,604 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34387' 2024-11-19T16:21:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:11,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4d6fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:21:11,612 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:11,613 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:21:11,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:11,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:21:11,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da4ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:21:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,614 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:11,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b25c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:11,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34387,1732033247984 2024-11-19T16:21:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454d8656 2024-11-19T16:21:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:11,617 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:11,618 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:21:11,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:21:11,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:11,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:11,618 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:11,619 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:21:11,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:11,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:11,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:21:11,670 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:21:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:11,725 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:12,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99ff9713448a5d63079f7a0c55c78ce8, NAME => 'hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f 2024-11-19T16:21:12,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:21:12,089 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:12,131 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:12,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:12,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 99ff9713448a5d63079f7a0c55c78ce8, disabling compactions & flushes 2024-11-19T16:21:12,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. after waiting 0 ms 2024-11-19T16:21:12,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99ff9713448a5d63079f7a0c55c78ce8: Waiting for close lock at 1732033272440Disabling compacts and flushes for region at 1732033272440Disabling writes for close at 1732033272440Writing region close event to WAL at 1732033272440Closed at 1732033272440 2024-11-19T16:21:12,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:12,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033272442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033272442"}]},"ts":"1732033272442"} 2024-11-19T16:21:12,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:12,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:12,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033272444"}]},"ts":"1732033272444"} 2024-11-19T16:21:12,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:21:12,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99ff9713448a5d63079f7a0c55c78ce8, ASSIGN}] 2024-11-19T16:21:12,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99ff9713448a5d63079f7a0c55c78ce8, ASSIGN 2024-11-19T16:21:12,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99ff9713448a5d63079f7a0c55c78ce8, ASSIGN; state=OFFLINE, location=32a8860bb9d6,46193,1732033259227; forceNewPlan=false, retain=false 2024-11-19T16:21:12,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99ff9713448a5d63079f7a0c55c78ce8, regionState=OPENING, regionLocation=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:12,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99ff9713448a5d63079f7a0c55c78ce8, ASSIGN because future has completed 2024-11-19T16:21:12,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ff9713448a5d63079f7a0c55c78ce8, server=32a8860bb9d6,46193,1732033259227}] 2024-11-19T16:21:12,637 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:12,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:12,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:21:12,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46193%2C1732033259227.rep, suffix=, logDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227, archiveDir=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/oldWALs, maxLogs=10 2024-11-19T16:21:12,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.rep.1732033272759, exclude list is [], retry=0 2024-11-19T16:21:12,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36551,DS-857d2598-be87-40b3-bc22-92c2f5c864f7,DISK] 2024-11-19T16:21:12,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.rep.1732033272759 2024-11-19T16:21:12,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44797:44797)] 2024-11-19T16:21:12,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 99ff9713448a5d63079f7a0c55c78ce8, NAME => 'hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:12,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. service=MultiRowMutationService 2024-11-19T16:21:12,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,777 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,779 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ff9713448a5d63079f7a0c55c78ce8 columnFamilyName hfileref 2024-11-19T16:21:12,779 DEBUG [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:12,779 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] regionserver.HStore(327): Store=99ff9713448a5d63079f7a0c55c78ce8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:12,779 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,780 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ff9713448a5d63079f7a0c55c78ce8 columnFamilyName queue 2024-11-19T16:21:12,780 DEBUG [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:12,780 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] regionserver.HStore(327): Store=99ff9713448a5d63079f7a0c55c78ce8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:12,780 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,781 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ff9713448a5d63079f7a0c55c78ce8 columnFamilyName sid 2024-11-19T16:21:12,781 DEBUG [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:12,781 INFO [StoreOpener-99ff9713448a5d63079f7a0c55c78ce8-1 {}] regionserver.HStore(327): Store=99ff9713448a5d63079f7a0c55c78ce8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:12,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:12,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:12,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 99ff9713448a5d63079f7a0c55c78ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62186569, jitterRate=-0.07334791123867035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:12,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:12,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 99ff9713448a5d63079f7a0c55c78ce8: Running coprocessor pre-open hook at 1732033272776Writing region info on filesystem at 1732033272776Initializing all the Stores at 1732033272777 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033272777Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033272777Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033272777Cleaning up temporary data from old regions at 1732033272782 (+5 ms)Running coprocessor post-open hooks at 1732033272786 (+4 ms)Region opened successfully at 1732033272786 2024-11-19T16:21:12,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8., pid=10, masterSystemTime=1732033272754 2024-11-19T16:21:12,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:12,789 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99ff9713448a5d63079f7a0c55c78ce8, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:12,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ff9713448a5d63079f7a0c55c78ce8, server=32a8860bb9d6,46193,1732033259227 because future has completed 2024-11-19T16:21:12,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:21:12,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 99ff9713448a5d63079f7a0c55c78ce8, server=32a8860bb9d6,46193,1732033259227 in 194 msec 2024-11-19T16:21:12,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:21:12,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99ff9713448a5d63079f7a0c55c78ce8, ASSIGN in 351 msec 2024-11-19T16:21:12,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:12,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033272800"}]},"ts":"1732033272800"} 2024-11-19T16:21:12,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:21:12,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:12,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-19T16:21:12,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8., hostname=32a8860bb9d6,46193,1732033259227, seqNum=2] 2024-11-19T16:21:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:12,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:12,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:12,997 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:13,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:21:13,045 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:21:13,078 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,46193,1732033259227, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:21:13,079 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:13,079 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46193,1732033259227, seqNum=-1] 2024-11-19T16:21:13,080 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:13,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:13,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,46193,1732033259227', locateType=CURRENT is [region=hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8., hostname=32a8860bb9d6,46193,1732033259227, seqNum=2] 2024-11-19T16:21:13,084 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:21:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:21:13,086 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,46193,1732033259227 suceeded 2024-11-19T16:21:13,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:21:13,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T16:21:13,087 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:34387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:21:13,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-19T16:21:13,097 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34387' 2024-11-19T16:21:13,098 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27a087e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,098 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:21:13,098 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:13,099 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:21:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:21:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146c4773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:21:13,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:13,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:13,100 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:13,101 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24917220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,101 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:13,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34387,1732033247984 2024-11-19T16:21:13,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@741b893e 2024-11-19T16:21:13,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:13,102 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T16:21:13,103 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,46193,1732033259227 (queues=1) is replicating from cluster=5cea3d28-9d33-4c55-9745-be3f533ee0e5 to cluster=54ebb8a9-5eff-43aa-90cd-366b8ead8111 2024-11-19T16:21:13,103 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C46193%2C1732033259227 2024-11-19T16:21:13,103 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,46193,1732033259227, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:21:13,103 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C46193%2C1732033259227 2024-11-19T16:21:13,103 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, startPosition=0, beingWritten=true 2024-11-19T16:21:13,110 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:13,110 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 379, reset compression=false 2024-11-19T16:21:13,110 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:13,245 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:13,317 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 379, reset compression=false 2024-11-19T16:21:13,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:13,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,621 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 379, reset compression=false 2024-11-19T16:21:13,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:13,750 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:13,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:13,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:13,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:13,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:13,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:13,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:21:13,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:13,752 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:21:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:21:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf6ac3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:21:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:13,753 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:13,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbe1621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4488826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43875,-1 for getting cluster id 2024-11-19T16:21:13,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:13,755 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bdde3b6-bcd9-477a-a01b-2f53fcff60b7' 2024-11-19T16:21:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bdde3b6-bcd9-477a-a01b-2f53fcff60b7" 2024-11-19T16:21:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716d2aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43875,-1] 2024-11-19T16:21:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:13,760 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d58132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:13,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:13,765 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c55660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:13,767 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f773e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:13,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:13,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33041,1732033248198, seqNum=-1] 2024-11-19T16:21:13,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:13,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e., hostname=32a8860bb9d6,33041,1732033248198, seqNum=2] 2024-11-19T16:21:13,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46193,1732033259227, seqNum=-1] 2024-11-19T16:21:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:13,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa., hostname=32a8860bb9d6,46193,1732033259227, seqNum=2] 2024-11-19T16:21:13,782 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T16:21:13,949 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:14,001 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 379, reset compression=false 2024-11-19T16:21:14,007 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:14,007 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:14,007 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[{test/5edd07c440d4b5267863878ca7f63d9e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T16:21:14,009 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:14,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T16:21:14,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:14,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7053f7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:14,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43875,-1 for getting cluster id 2024-11-19T16:21:14,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:14,011 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bdde3b6-bcd9-477a-a01b-2f53fcff60b7' 2024-11-19T16:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bdde3b6-bcd9-477a-a01b-2f53fcff60b7" 2024-11-19T16:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db2ce06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43875,-1] 2024-11-19T16:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:14,013 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:14,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f7e2d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:14,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37841,1732033253999, seqNum=-1] 2024-11-19T16:21:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:14,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004., hostname=32a8860bb9d6,37841,1732033253999, seqNum=2] 2024-11-19T16:21:14,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:14,026 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 379, reset compression=false 2024-11-19T16:21:14,211 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:14,515 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:14,529 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 379, reset compression=false 2024-11-19T16:21:14,752 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 379, reset compression=false 2024-11-19T16:21:14,770 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:14,770 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 503, reset compression=false 2024-11-19T16:21:14,770 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf49b6ec3b15af7984c96ef896ac004/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T16:21:14,772 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:14,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T16:21:14,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:14,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c9fda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:14,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:14,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:14,782 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:14,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:14,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18626724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:14,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:14,785 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:14,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T16:21:14,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fbafe75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:14,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:14,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46193,1732033259227, seqNum=-1] 2024-11-19T16:21:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:14,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:14,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa., hostname=32a8860bb9d6,46193,1732033259227, seqNum=2] 2024-11-19T16:21:14,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:14,938 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:14,989 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 503, reset compression=false 2024-11-19T16:21:15,150 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 379, reset compression=false 2024-11-19T16:21:15,193 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:15,193 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 526, reset compression=false 2024-11-19T16:21:15,193 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:15,307 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 503, reset compression=false 2024-11-19T16:21:15,418 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 526, reset compression=false 2024-11-19T16:21:15,442 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:15,724 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 526, reset compression=false 2024-11-19T16:21:15,740 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 503, reset compression=false 2024-11-19T16:21:15,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T16:21:15,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37841,1732033253999, seqNum=-1] 2024-11-19T16:21:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:15,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:15,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004., hostname=32a8860bb9d6,37841,1732033253999, seqNum=2] 2024-11-19T16:21:15,800 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T16:21:16,066 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:16,140 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 526, reset compression=false 2024-11-19T16:21:16,254 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 503, reset compression=false 2024-11-19T16:21:16,260 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:16,260 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 607, reset compression=false 2024-11-19T16:21:16,260 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf49b6ec3b15af7984c96ef896ac004/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:21:16,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:16,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:16,486 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 607, reset compression=false 2024-11-19T16:21:16,670 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 526, reset compression=false 2024-11-19T16:21:16,674 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:16,674 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 653, reset compression=false 2024-11-19T16:21:16,674 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[{test/a339abf3668ae845e9ddbef9b3409bfa/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T16:21:16,678 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:16,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T16:21:16,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:16,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@335f8b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:16,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:21:16,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:16,681 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:21:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:21:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d196f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:21:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:16,682 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:16,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c3cff43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:16,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:16,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,33041,1732033248198, seqNum=-1] 2024-11-19T16:21:16,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:16,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:16,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e., hostname=32a8860bb9d6,33041,1732033248198, seqNum=2] 2024-11-19T16:21:16,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:16,785 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 480, reset compression=false 2024-11-19T16:21:16,793 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 607, reset compression=false 2024-11-19T16:21:16,802 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T16:21:16,803 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:16,803 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 630, reset compression=false 2024-11-19T16:21:16,803 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:16,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T16:21:16,881 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 653, reset compression=false 2024-11-19T16:21:16,886 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:16,886 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 757, reset compression=false 2024-11-19T16:21:16,886 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[{test/a339abf3668ae845e9ddbef9b3409bfa/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:21:16,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:16,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:17,022 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 630, reset compression=false 2024-11-19T16:21:17,030 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:17,030 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 757, reset compression=false 2024-11-19T16:21:17,030 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[{test/5edd07c440d4b5267863878ca7f63d9e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T16:21:17,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:17,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:17,093 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 757, reset compression=false 2024-11-19T16:21:17,214 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 607, reset compression=false 2024-11-19T16:21:17,217 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:17,218 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 757, reset compression=false 2024-11-19T16:21:17,218 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:17,233 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 757, reset compression=false 2024-11-19T16:21:17,396 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 757, reset compression=false 2024-11-19T16:21:17,421 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 757, reset compression=false 2024-11-19T16:21:17,536 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 757, reset compression=false 2024-11-19T16:21:17,574 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:21:17,724 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 757, reset compression=false 2024-11-19T16:21:17,799 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 757, reset compression=false 2024-11-19T16:21:17,810 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T16:21:17,818 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T16:21:17,949 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 757, reset compression=false 2024-11-19T16:21:17,963 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:17,963 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 913, reset compression=false 2024-11-19T16:21:17,963 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[{test/5edd07c440d4b5267863878ca7f63d9e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T16:21:17,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:17,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:18,128 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 757, reset compression=false 2024-11-19T16:21:18,132 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:18,132 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 904, reset compression=false 2024-11-19T16:21:18,132 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf49b6ec3b15af7984c96ef896ac004/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T16:21:18,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:18,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:18,174 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 913, reset compression=false 2024-11-19T16:21:18,305 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 757, reset compression=false 2024-11-19T16:21:18,310 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:18,310 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 927, reset compression=false 2024-11-19T16:21:18,310 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:18,338 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 904, reset compression=false 2024-11-19T16:21:18,477 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 913, reset compression=false 2024-11-19T16:21:18,525 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 927, reset compression=false 2024-11-19T16:21:18,641 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 904, reset compression=false 2024-11-19T16:21:18,820 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T16:21:18,826 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T16:21:18,829 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 927, reset compression=false 2024-11-19T16:21:18,881 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 913, reset compression=false 2024-11-19T16:21:19,079 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 904, reset compression=false 2024-11-19T16:21:19,083 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:19,083 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1063, reset compression=false 2024-11-19T16:21:19,083 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf49b6ec3b15af7984c96ef896ac004/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T16:21:19,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:19,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:19,259 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 927, reset compression=false 2024-11-19T16:21:19,264 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:19,264 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1076, reset compression=false 2024-11-19T16:21:19,264 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[{test/a339abf3668ae845e9ddbef9b3409bfa/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T16:21:19,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:19,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:19,289 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1063, reset compression=false 2024-11-19T16:21:19,402 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 913, reset compression=false 2024-11-19T16:21:19,414 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:19,414 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1085, reset compression=false 2024-11-19T16:21:19,414 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:19,469 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1076, reset compression=false 2024-11-19T16:21:19,594 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1063, reset compression=false 2024-11-19T16:21:19,626 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1085, reset compression=false 2024-11-19T16:21:19,773 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1076, reset compression=false 2024-11-19T16:21:19,828 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T16:21:19,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T16:21:19,932 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1085, reset compression=false 2024-11-19T16:21:19,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:19,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:21:19,970 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68582 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:21:20,002 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1063, reset compression=false 2024-11-19T16:21:20,176 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1076, reset compression=false 2024-11-19T16:21:20,180 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:20,181 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1235, reset compression=false 2024-11-19T16:21:20,181 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[{test/a339abf3668ae845e9ddbef9b3409bfa/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T16:21:20,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:20,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:20,335 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1085, reset compression=false 2024-11-19T16:21:20,347 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:20,347 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1234, reset compression=false 2024-11-19T16:21:20,347 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[{test/5edd07c440d4b5267863878ca7f63d9e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T16:21:20,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:20,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:20,386 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1235, reset compression=false 2024-11-19T16:21:20,505 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1063, reset compression=false 2024-11-19T16:21:20,509 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:20,509 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1235, reset compression=false 2024-11-19T16:21:20,509 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:20,551 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1234, reset compression=false 2024-11-19T16:21:20,690 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1235, reset compression=false 2024-11-19T16:21:20,713 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1235, reset compression=false 2024-11-19T16:21:20,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T16:21:20,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7127df7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:20,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:20,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:20,842 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648d1ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:20,843 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:20,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54faa66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:20,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de5cc86 2024-11-19T16:21:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:20,848 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:20,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-19T16:21:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T16:21:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:21:20,855 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1234, reset compression=false 2024-11-19T16:21:20,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:21:21,018 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1235, reset compression=false 2024-11-19T16:21:21,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T16:21:21,076 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T16:21:21,077 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T16:21:21,077 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,46193,1732033259227 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T16:21:21,077 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0. 2024-11-19T16:21:21,077 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:21,077 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:21,077 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:21,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:21:21,177 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:21:21,258 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1234, reset compression=false 2024-11-19T16:21:21,278 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 terminated 2024-11-19T16:21:21,294 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,46193,1732033259227, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:21:21,295 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T16:21:21,295 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T16:21:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T16:21:21,297 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 32a8860bb9d6,46193,1732033259227 suceeded 2024-11-19T16:21:21,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T16:21:21,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-19T16:21:21,299 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T16:21:21,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 450 msec 2024-11-19T16:21:21,311 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34387' 2024-11-19T16:21:21,312 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d25ef19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:21,312 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34387,-1 for getting cluster id 2024-11-19T16:21:21,312 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:21,313 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ebb8a9-5eff-43aa-90cd-366b8ead8111' 2024-11-19T16:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ebb8a9-5eff-43aa-90cd-366b8ead8111" 2024-11-19T16:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6615c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34387,-1] 2024-11-19T16:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:21,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:21,314 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:21,315 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dcc8783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:21,315 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:21,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34387,1732033247984 2024-11-19T16:21:21,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bcbed62 2024-11-19T16:21:21,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:21,317 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T16:21:21,317 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,46193,1732033259227 (queues=1) is replicating from cluster=5cea3d28-9d33-4c55-9745-be3f533ee0e5 to cluster=54ebb8a9-5eff-43aa-90cd-366b8ead8111 2024-11-19T16:21:21,317 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C46193%2C1732033259227 2024-11-19T16:21:21,317 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,46193,1732033259227, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:21:21,318 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C46193%2C1732033259227 2024-11-19T16:21:21,422 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1235, reset compression=false 2024-11-19T16:21:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:21:21,479 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:21,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:21,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:21,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:21,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:21,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:21,483 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T16:21:21,762 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1234, reset compression=false 2024-11-19T16:21:21,767 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:21,767 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1338, reset compression=false 2024-11-19T16:21:21,767 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[{test/5edd07c440d4b5267863878ca7f63d9e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:21:21,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:21,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:21,925 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1235, reset compression=false 2024-11-19T16:21:21,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:21,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1362, reset compression=false 2024-11-19T16:21:21,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf49b6ec3b15af7984c96ef896ac004/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T16:21:21,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:21,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:21,971 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1338, reset compression=false 2024-11-19T16:21:22,136 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1362, reset compression=false 2024-11-19T16:21:22,275 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1338, reset compression=false 2024-11-19T16:21:22,439 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1362, reset compression=false 2024-11-19T16:21:22,485 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T16:21:22,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c2f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:22,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36807,-1 for getting cluster id 2024-11-19T16:21:22,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:22,489 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cea3d28-9d33-4c55-9745-be3f533ee0e5' 2024-11-19T16:21:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cea3d28-9d33-4c55-9745-be3f533ee0e5" 2024-11-19T16:21:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec4bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36807,-1] 2024-11-19T16:21:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:22,490 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5310cf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:22,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:22,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:22,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66e6a448 2024-11-19T16:21:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:22,496 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:22,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-19T16:21:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T16:21:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T16:21:22,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T16:21:22,679 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1338, reset compression=false 2024-11-19T16:21:22,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T16:21:22,722 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T16:21:22,722 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T16:21:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T16:21:22,724 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 32a8860bb9d6,46193,1732033259227 suceeded 2024-11-19T16:21:22,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T16:21:22,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-19T16:21:22,726 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T16:21:22,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 229 msec 2024-11-19T16:21:22,819 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, startPosition=1235, beingWritten=true 2024-11-19T16:21:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T16:21:22,820 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:22,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:22,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:22,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:22,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:22,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:22,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-19T16:21:22,825 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:22,825 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1385, reset compression=false 2024-11-19T16:21:22,827 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:22,843 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1362, reset compression=false 2024-11-19T16:21:22,850 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:22,850 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:22,850 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cf49b6ec3b15af7984c96ef896ac004/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:21:22,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:22,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:23,032 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1385, reset compression=false 2024-11-19T16:21:23,036 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:21:23,036 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1512, reset compression=false 2024-11-19T16:21:23,036 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46193,1732033259227 got entry batch from reader: WALEntryBatch [walEntries=[{test/a339abf3668ae845e9ddbef9b3409bfa/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T16:21:23,039 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:23,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T16:21:23,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:21:23,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:21:23,054 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:23,183 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1338, reset compression=false 2024-11-19T16:21:23,188 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:23,188 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:23,188 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:23,244 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1512, reset compression=false 2024-11-19T16:21:23,368 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:23,395 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:23,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:21:23,547 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1512, reset compression=false 2024-11-19T16:21:23,699 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:23,772 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:23,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T16:21:23,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:21:23,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:23,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:23,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:23,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:23,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:23,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:21:23,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=851742093, stopped=false 2024-11-19T16:21:23,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,36807,1732033259070 2024-11-19T16:21:23,951 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.wal-reader.32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/WALs/32a8860bb9d6,46193,1732033259227/32a8860bb9d6%2C46193%2C1732033259227.1732033261218 to pos 1512, reset compression=false 2024-11-19T16:21:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2858782261/running 2024-11-19T16:21:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2858782261/running 2024-11-19T16:21:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:23,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:21:23,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:23,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:23,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:23,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/running 2024-11-19T16:21:23,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Set watcher on znode that does not yet exist, /2858782261/running 2024-11-19T16:21:23,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,46193,1732033259227' ***** 2024-11-19T16:21:23,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:21:23,987 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 99ff9713448a5d63079f7a0c55c78ce8 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46193. 2024-11-19T16:21:23,987 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a339abf3668ae845e9ddbef9b3409bfa, disabling compactions & flushes 2024-11-19T16:21:23,987 DEBUG [RS:0;32a8860bb9d6:46193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:23,987 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:23,987 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:23,987 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:23,987 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. after waiting 0 ms 2024-11-19T16:21:23,987 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:21:23,987 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:21:23,987 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a339abf3668ae845e9ddbef9b3409bfa 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T16:21:23,988 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:21:23,988 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a339abf3668ae845e9ddbef9b3409bfa=test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa., 99ff9713448a5d63079f7a0c55c78ce8=hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8.} 2024-11-19T16:21:23,988 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ff9713448a5d63079f7a0c55c78ce8, a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:23,988 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:23,988 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:23,988 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:23,988 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:23,988 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:23,988 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:21:24,010 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/info/77a22c82e1014f809c75f46605120ece is 147, key is hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8./info:regioninfo/1732033272789/Put/seqid=0 2024-11-19T16:21:24,013 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/f/29d2176aa72041498e8010a4ed107a61 is 37, key is row3/f:row3/1732033281481/Put/seqid=0 2024-11-19T16:21:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741840_1016 (size=7686) 2024-11-19T16:21:24,022 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/info/77a22c82e1014f809c75f46605120ece 2024-11-19T16:21:24,023 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:21:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741841_1017 (size=5228) 2024-11-19T16:21:24,038 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/f/29d2176aa72041498e8010a4ed107a61 2024-11-19T16:21:24,042 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d2176aa72041498e8010a4ed107a61 2024-11-19T16:21:24,060 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/ns/458dbdac5d1843fa8538f433c7f26d46 is 43, key is default/ns:d/1732033262195/Put/seqid=0 2024-11-19T16:21:24,068 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/f1/86e087fb899c4eeca831019f8a362664 is 30, key is row1/f1:/1732033278821/DeleteFamily/seqid=0 2024-11-19T16:21:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741842_1018 (size=5153) 2024-11-19T16:21:24,089 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/ns/458dbdac5d1843fa8538f433c7f26d46 2024-11-19T16:21:24,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741843_1019 (size=5158) 2024-11-19T16:21:24,092 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/f1/86e087fb899c4eeca831019f8a362664 2024-11-19T16:21:24,096 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:21:24,096 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:21:24,096 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86e087fb899c4eeca831019f8a362664 2024-11-19T16:21:24,103 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:24,116 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/norep/e0179381805c4cd59cfdc636888366b6 is 33, key is row2/norep:/1732033279829/DeleteFamily/seqid=0 2024-11-19T16:21:24,137 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/rep_barrier/308a5d32b2824834a852cc52563539fd is 112, key is test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa./rep_barrier:seqnumDuringOpen/1732033267035/Put/seqid=0 2024-11-19T16:21:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741845_1021 (size=5518) 2024-11-19T16:21:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741844_1020 (size=5108) 2024-11-19T16:21:24,146 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/norep/e0179381805c4cd59cfdc636888366b6 2024-11-19T16:21:24,146 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/rep_barrier/308a5d32b2824834a852cc52563539fd 2024-11-19T16:21:24,152 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0179381805c4cd59cfdc636888366b6 2024-11-19T16:21:24,153 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/f/29d2176aa72041498e8010a4ed107a61 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/f/29d2176aa72041498e8010a4ed107a61 2024-11-19T16:21:24,162 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d2176aa72041498e8010a4ed107a61 2024-11-19T16:21:24,163 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/f/29d2176aa72041498e8010a4ed107a61, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T16:21:24,164 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/f1/86e087fb899c4eeca831019f8a362664 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/f1/86e087fb899c4eeca831019f8a362664 2024-11-19T16:21:24,170 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86e087fb899c4eeca831019f8a362664 2024-11-19T16:21:24,170 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/f1/86e087fb899c4eeca831019f8a362664, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T16:21:24,172 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/.tmp/norep/e0179381805c4cd59cfdc636888366b6 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/norep/e0179381805c4cd59cfdc636888366b6 2024-11-19T16:21:24,178 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/table/4d134d7357b34d189bb35470b383d9e0 is 53, key is hbase:replication/table:state/1732033272800/Put/seqid=0 2024-11-19T16:21:24,181 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0179381805c4cd59cfdc636888366b6 2024-11-19T16:21:24,181 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/norep/e0179381805c4cd59cfdc636888366b6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T16:21:24,182 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a339abf3668ae845e9ddbef9b3409bfa in 195ms, sequenceid=12, compaction requested=false 2024-11-19T16:21:24,188 DEBUG [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ff9713448a5d63079f7a0c55c78ce8, a339abf3668ae845e9ddbef9b3409bfa 2024-11-19T16:21:24,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741846_1022 (size=5308) 2024-11-19T16:21:24,191 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/table/4d134d7357b34d189bb35470b383d9e0 2024-11-19T16:21:24,203 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/default/test/a339abf3668ae845e9ddbef9b3409bfa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T16:21:24,204 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:24,204 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:21:24,204 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:24,204 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a339abf3668ae845e9ddbef9b3409bfa: Waiting for close lock at 1732033283987Running coprocessor pre-close hooks at 1732033283987Disabling compacts and flushes for region at 1732033283987Disabling writes for close at 1732033283987Obtaining lock to block concurrent updates at 1732033283987Preparing flush snapshotting stores in a339abf3668ae845e9ddbef9b3409bfa at 1732033283988 (+1 ms)Finished memstore snapshotting test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732033283988Flushing stores of test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. at 1732033283988Flushing a339abf3668ae845e9ddbef9b3409bfa/f: creating writer at 1732033283989 (+1 ms)Flushing a339abf3668ae845e9ddbef9b3409bfa/f: appending metadata at 1732033284013 (+24 ms)Flushing a339abf3668ae845e9ddbef9b3409bfa/f: closing flushed file at 1732033284013Flushing a339abf3668ae845e9ddbef9b3409bfa/f1: creating writer at 1732033284042 (+29 ms)Flushing a339abf3668ae845e9ddbef9b3409bfa/f1: appending metadata at 1732033284067 (+25 ms)Flushing a339abf3668ae845e9ddbef9b3409bfa/f1: closing flushed file at 1732033284067Flushing a339abf3668ae845e9ddbef9b3409bfa/norep: creating writer at 1732033284096 (+29 ms)Flushing a339abf3668ae845e9ddbef9b3409bfa/norep: appending metadata at 1732033284115 (+19 ms)Flushing a339abf3668ae845e9ddbef9b3409bfa/norep: closing flushed file at 1732033284115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431cda0c: reopening flushed file at 1732033284152 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc18ae8: reopening flushed file at 1732033284163 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e12a94: reopening flushed file at 1732033284171 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a339abf3668ae845e9ddbef9b3409bfa in 195ms, sequenceid=12, compaction requested=false at 1732033284182 (+11 ms)Writing region close event to WAL at 1732033284191 (+9 ms)Running coprocessor post-close hooks at 1732033284204 (+13 ms)Closed at 1732033284204 2024-11-19T16:21:24,204 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033266623.a339abf3668ae845e9ddbef9b3409bfa. 2024-11-19T16:21:24,205 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99ff9713448a5d63079f7a0c55c78ce8, disabling compactions & flushes 2024-11-19T16:21:24,205 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:24,205 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:24,205 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. after waiting 0 ms 2024-11-19T16:21:24,205 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:24,205 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99ff9713448a5d63079f7a0c55c78ce8 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T16:21:24,206 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/info/77a22c82e1014f809c75f46605120ece as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/info/77a22c82e1014f809c75f46605120ece 2024-11-19T16:21:24,212 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/info/77a22c82e1014f809c75f46605120ece, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:21:24,214 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/ns/458dbdac5d1843fa8538f433c7f26d46 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/ns/458dbdac5d1843fa8538f433c7f26d46 2024-11-19T16:21:24,235 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/ns/458dbdac5d1843fa8538f433c7f26d46, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:21:24,236 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/rep_barrier/308a5d32b2824834a852cc52563539fd as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/rep_barrier/308a5d32b2824834a852cc52563539fd 2024-11-19T16:21:24,245 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/rep_barrier/308a5d32b2824834a852cc52563539fd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:21:24,246 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/.tmp/table/4d134d7357b34d189bb35470b383d9e0 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/table/4d134d7357b34d189bb35470b383d9e0 2024-11-19T16:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/.tmp/queue/01c713d00b5d4ac3a839e3075671379d is 154, key is 1-32a8860bb9d6,46193,1732033259227/queue:32a8860bb9d6%2C46193%2C1732033259227/1732033283045/Put/seqid=0 2024-11-19T16:21:24,253 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/table/4d134d7357b34d189bb35470b383d9e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:21:24,255 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 267ms, sequenceid=16, compaction requested=false 2024-11-19T16:21:24,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741847_1023 (size=5353) 2024-11-19T16:21:24,258 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/.tmp/queue/01c713d00b5d4ac3a839e3075671379d 2024-11-19T16:21:24,264 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/.tmp/queue/01c713d00b5d4ac3a839e3075671379d as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/queue/01c713d00b5d4ac3a839e3075671379d 2024-11-19T16:21:24,270 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/queue/01c713d00b5d4ac3a839e3075671379d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T16:21:24,271 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 99ff9713448a5d63079f7a0c55c78ce8 in 66ms, sequenceid=14, compaction requested=false 2024-11-19T16:21:24,276 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:24,310 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/replication/99ff9713448a5d63079f7a0c55c78ce8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T16:21:24,311 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:24,311 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:21:24,311 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:24,311 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99ff9713448a5d63079f7a0c55c78ce8: Waiting for close lock at 1732033284205Running coprocessor pre-close hooks at 1732033284205Disabling compacts and flushes for region at 1732033284205Disabling writes for close at 1732033284205Obtaining lock to block concurrent updates at 1732033284205Preparing flush snapshotting stores in 99ff9713448a5d63079f7a0c55c78ce8 at 1732033284205Finished memstore snapshotting hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732033284205Flushing stores of hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. at 1732033284206 (+1 ms)Flushing 99ff9713448a5d63079f7a0c55c78ce8/queue: creating writer at 1732033284206Flushing 99ff9713448a5d63079f7a0c55c78ce8/queue: appending metadata at 1732033284246 (+40 ms)Flushing 99ff9713448a5d63079f7a0c55c78ce8/queue: closing flushed file at 1732033284246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b61350: reopening flushed file at 1732033284263 (+17 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 99ff9713448a5d63079f7a0c55c78ce8 in 66ms, sequenceid=14, compaction requested=false at 1732033284271 (+8 ms)Writing region close event to WAL at 1732033284288 (+17 ms)Running coprocessor post-close hooks at 1732033284311 (+23 ms)Closed at 1732033284311 2024-11-19T16:21:24,311 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033271618.99ff9713448a5d63079f7a0c55c78ce8. 2024-11-19T16:21:24,324 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:21:24,325 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:24,325 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:21:24,325 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:24,325 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033283988Running coprocessor pre-close hooks at 1732033283988Disabling compacts and flushes for region at 1732033283988Disabling writes for close at 1732033283988Obtaining lock to block concurrent updates at 1732033283988Preparing flush snapshotting stores in 1588230740 at 1732033283988Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033283988Flushing stores of hbase:meta,,1.1588230740 at 1732033283989 (+1 ms)Flushing 1588230740/info: creating writer at 1732033283989Flushing 1588230740/info: appending metadata at 1732033284009 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732033284009Flushing 1588230740/ns: creating writer at 1732033284028 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732033284059 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732033284059Flushing 1588230740/rep_barrier: creating writer at 1732033284109 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033284136 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033284136Flushing 1588230740/table: creating writer at 1732033284153 (+17 ms)Flushing 1588230740/table: appending metadata at 1732033284178 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732033284178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cc953d: reopening flushed file at 1732033284197 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402babce: reopening flushed file at 1732033284213 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5125042a: reopening flushed file at 1732033284235 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6c174f: reopening flushed file at 1732033284245 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 267ms, sequenceid=16, compaction requested=false at 1732033284255 (+10 ms)Writing region close event to WAL at 1732033284321 (+66 ms)Running coprocessor post-close hooks at 1732033284325 (+4 ms)Closed at 1732033284325 2024-11-19T16:21:24,325 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:24,388 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,46193,1732033259227; all regions closed. 2024-11-19T16:21:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:21:24,393 DEBUG [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/oldWALs 2024-11-19T16:21:24,393 INFO [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46193%2C1732033259227.meta:.meta(num 1732033262149) 2024-11-19T16:21:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741839_1015 (size=3552) 2024-11-19T16:21:24,399 DEBUG [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/oldWALs 2024-11-19T16:21:24,399 INFO [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46193%2C1732033259227.rep:(num 1732033272759) 2024-11-19T16:21:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741832_1008 (size=2411) 2024-11-19T16:21:24,408 DEBUG [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/oldWALs 2024-11-19T16:21:24,408 INFO [RS:0;32a8860bb9d6:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C46193%2C1732033259227:(num 1732033261218) 2024-11-19T16:21:24,408 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:24,408 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:21:24,409 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:21:24,409 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:21:24,409 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:21:24,410 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:21:24,410 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,46193,1732033259227 because: Region server is closing 2024-11-19T16:21:24,410 INFO [RS:0;32a8860bb9d6:46193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46193. 2024-11-19T16:21:24,410 DEBUG [RS:0;32a8860bb9d6:46193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:24,410 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:24,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:24,410 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:24,511 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T16:21:24,511 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46193,1732033259227.replicationSource.shipper32a8860bb9d6%2C46193%2C1732033259227,1-32a8860bb9d6,46193,1732033259227 terminated 2024-11-19T16:21:24,511 INFO [RS:0;32a8860bb9d6:46193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46193. 2024-11-19T16:21:24,511 DEBUG [RS:0;32a8860bb9d6:46193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:24,512 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:24,512 DEBUG [RS:0;32a8860bb9d6:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:24,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:24,512 INFO [RS:0;32a8860bb9d6:46193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46193 2024-11-19T16:21:24,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2858782261/rs/32a8860bb9d6,46193,1732033259227 2024-11-19T16:21:24,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261/rs 2024-11-19T16:21:24,578 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:21:24,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,46193,1732033259227] 2024-11-19T16:21:24,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2858782261/draining/32a8860bb9d6,46193,1732033259227 already deleted, retry=false 2024-11-19T16:21:24,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,46193,1732033259227 expired; onlineServers=0 2024-11-19T16:21:24,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,36807,1732033259070' ***** 2024-11-19T16:21:24,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:21:24,600 INFO [M:0;32a8860bb9d6:36807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:21:24,600 INFO [M:0;32a8860bb9d6:36807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:21:24,600 DEBUG [M:0;32a8860bb9d6:36807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:21:24,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:21:24,600 DEBUG [M:0;32a8860bb9d6:36807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:21:24,600 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033260952 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033260952,5,FailOnTimeoutGroup] 2024-11-19T16:21:24,600 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033260952 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033260952,5,FailOnTimeoutGroup] 2024-11-19T16:21:24,600 INFO [M:0;32a8860bb9d6:36807 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:21:24,601 INFO [M:0;32a8860bb9d6:36807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:21:24,601 DEBUG [M:0;32a8860bb9d6:36807 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:21:24,601 INFO [M:0;32a8860bb9d6:36807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:21:24,601 INFO [M:0;32a8860bb9d6:36807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:21:24,601 INFO [M:0;32a8860bb9d6:36807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:21:24,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:21:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2858782261/master 2024-11-19T16:21:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2858782261 2024-11-19T16:21:24,611 DEBUG [M:0;32a8860bb9d6:36807 {}] zookeeper.ZKUtil(347): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Unable to get data of znode /2858782261/master because node does not exist (not an error) 2024-11-19T16:21:24,611 WARN [M:0;32a8860bb9d6:36807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:21:24,612 INFO [M:0;32a8860bb9d6:36807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/.lastflushedseqids 2024-11-19T16:21:24,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741848_1024 (size=245) 2024-11-19T16:21:24,621 INFO [M:0;32a8860bb9d6:36807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:21:24,621 INFO [M:0;32a8860bb9d6:36807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:21:24,621 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:24,621 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:24,621 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:24,621 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:24,622 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:24,622 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-19T16:21:24,630 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:24,643 DEBUG [M:0;32a8860bb9d6:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ced64b1517e4314a56a2537de94dc3c is 82, key is hbase:meta,,1/info:regioninfo/1732033262176/Put/seqid=0 2024-11-19T16:21:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741849_1025 (size=5672) 2024-11-19T16:21:24,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:24,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10153e5eefb0007, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:24,689 INFO [RS:0;32a8860bb9d6:46193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:21:24,689 INFO [RS:0;32a8860bb9d6:46193 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,46193,1732033259227; zookeeper connection closed. 2024-11-19T16:21:24,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@668f3d89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@668f3d89 2024-11-19T16:21:24,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:21:24,891 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:25,055 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ced64b1517e4314a56a2537de94dc3c 2024-11-19T16:21:25,072 DEBUG [M:0;32a8860bb9d6:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9b43cbd82c4fffba14a389dc140be6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033272815/Put/seqid=0 2024-11-19T16:21:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741850_1026 (size=9212) 2024-11-19T16:21:25,254 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:25,475 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9b43cbd82c4fffba14a389dc140be6 2024-11-19T16:21:25,495 DEBUG [M:0;32a8860bb9d6:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/164f9e0d97ce445e84c481f44e871fd2 is 69, key is 32a8860bb9d6,46193,1732033259227/rs:state/1732033261015/Put/seqid=0 2024-11-19T16:21:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741851_1027 (size=5156) 2024-11-19T16:21:25,595 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:25,899 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/164f9e0d97ce445e84c481f44e871fd2 2024-11-19T16:21:25,902 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ced64b1517e4314a56a2537de94dc3c as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ced64b1517e4314a56a2537de94dc3c 2024-11-19T16:21:25,906 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ced64b1517e4314a56a2537de94dc3c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T16:21:25,907 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c9b43cbd82c4fffba14a389dc140be6 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c9b43cbd82c4fffba14a389dc140be6 2024-11-19T16:21:25,909 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c9b43cbd82c4fffba14a389dc140be6, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T16:21:25,910 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/164f9e0d97ce445e84c481f44e871fd2 as hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/164f9e0d97ce445e84c481f44e871fd2 2024-11-19T16:21:25,913 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35747/user/jenkins/test-data/c4994724-5add-57d4-e245-786b42c1e30f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/164f9e0d97ce445e84c481f44e871fd2, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T16:21:25,913 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-19T16:21:25,916 INFO [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:25,917 DEBUG [M:0;32a8860bb9d6:36807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033284621Disabling compacts and flushes for region at 1732033284621Disabling writes for close at 1732033284621Obtaining lock to block concurrent updates at 1732033284622 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033284622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732033284622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033284623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033284623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033284642 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033284643 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033285058 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033285072 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033285072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033285479 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033285495 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033285495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74af9403: reopening flushed file at 1732033285902 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e01ad7: reopening flushed file at 1732033285906 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24724058: reopening flushed file at 1732033285910 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1732033285913 (+3 ms)Writing region close event to WAL at 1732033285916 (+3 ms)Closed at 1732033285916 2024-11-19T16:21:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36551 is added to blk_1073741830_1006 (size=73866) 2024-11-19T16:21:25,921 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:21:25,921 INFO [M:0;32a8860bb9d6:36807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:21:25,921 INFO [M:0;32a8860bb9d6:36807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36807 2024-11-19T16:21:25,922 INFO [M:0;32a8860bb9d6:36807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:21:25,959 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:26,081 INFO [M:0;32a8860bb9d6:36807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:21:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10153e5eefb0006, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:26,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525fc1b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:21:26,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@136da28d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:21:26,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:21:26,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe03775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:21:26,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1be842{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir/,STOPPED} 2024-11-19T16:21:26,119 WARN [BP-1485096427-172.17.0.3-1732033256977 heartbeating to localhost/127.0.0.1:35747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:21:26,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:21:26,119 WARN [BP-1485096427-172.17.0.3-1732033256977 heartbeating to localhost/127.0.0.1:35747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485096427-172.17.0.3-1732033256977 (Datanode Uuid 8e10136b-8c00-4b73-b3ac-93181c65c55b) service to localhost/127.0.0.1:35747 2024-11-19T16:21:26,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:21:26,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/cluster_20bff953-8d25-08b5-e494-5cce0d0718ca/data/data1/current/BP-1485096427-172.17.0.3-1732033256977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:21:26,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/cluster_20bff953-8d25-08b5-e494-5cce0d0718ca/data/data2/current/BP-1485096427-172.17.0.3-1732033256977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:21:26,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:21:26,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58638a16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:21:26,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bbaf65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:21:26,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:21:26,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5977000{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:21:26,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd3243d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir/,STOPPED} 2024-11-19T16:21:26,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:21:26,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:21:26,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:26,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:26,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:26,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:26,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:26,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:21:26,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2013292702, stopped=false 2024-11-19T16:21:26,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,43875,1732033253851 2024-11-19T16:21:26,164 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11578821991/running 2024-11-19T16:21:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11578821991/running 2024-11-19T16:21:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:21:26,164 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:21:26,164 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:21:26,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/running 2024-11-19T16:21:26,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Set watcher on znode that does not yet exist, /11578821991/running 2024-11-19T16:21:26,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:26,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:26,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:26,166 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,37841,1732033253999' ***** 2024-11-19T16:21:26,166 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:21:26,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cf49b6ec3b15af7984c96ef896ac004 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(3091): Received CLOSE for d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,37841,1732033253999 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:21:26,167 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cf49b6ec3b15af7984c96ef896ac004, disabling compactions & flushes 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37841. 2024-11-19T16:21:26,167 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:26,167 DEBUG [RS:0;32a8860bb9d6:37841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:26,167 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:26,167 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:26,167 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. after waiting 0 ms 2024-11-19T16:21:26,167 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:21:26,167 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cf49b6ec3b15af7984c96ef896ac004 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:21:26,167 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:21:26,168 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:21:26,168 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:21:26,168 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5cf49b6ec3b15af7984c96ef896ac004=test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004., d1d1f32a6ae8a41c6ebe1e2b499c966b=hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b.} 2024-11-19T16:21:26,168 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cf49b6ec3b15af7984c96ef896ac004, d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:26,168 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:26,168 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:26,168 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:26,168 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:26,168 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:26,168 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:21:26,183 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:21:26,183 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/info/41c4e3c1a5d84778ab0d6ed3be89d7e7 is 147, key is hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b./info:regioninfo/1732033270630/Put/seqid=0 2024-11-19T16:21:26,188 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/f/bc311d12ee60476fb52e983eee269756 is 37, key is row3/f:row3/1732033281481/Put/seqid=0 2024-11-19T16:21:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741840_1016 (size=7686) 2024-11-19T16:21:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741841_1017 (size=5228) 2024-11-19T16:21:26,197 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/f/bc311d12ee60476fb52e983eee269756 2024-11-19T16:21:26,201 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc311d12ee60476fb52e983eee269756 2024-11-19T16:21:26,215 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/f1/1a63ff457fc24ab692a2c40788706c8c is 30, key is row1/f1:/1732033278821/DeleteFamily/seqid=0 2024-11-19T16:21:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741842_1018 (size=5158) 2024-11-19T16:21:26,219 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/f1/1a63ff457fc24ab692a2c40788706c8c 2024-11-19T16:21:26,222 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a63ff457fc24ab692a2c40788706c8c 2024-11-19T16:21:26,235 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/norep/a292c0075abf43949d6d92f72d52ef57 is 33, key is row1/norep:/1732033278821/DeleteFamily/seqid=0 2024-11-19T16:21:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741843_1019 (size=5108) 2024-11-19T16:21:26,238 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/norep/a292c0075abf43949d6d92f72d52ef57 2024-11-19T16:21:26,243 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a292c0075abf43949d6d92f72d52ef57 2024-11-19T16:21:26,243 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/f/bc311d12ee60476fb52e983eee269756 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/f/bc311d12ee60476fb52e983eee269756 2024-11-19T16:21:26,248 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc311d12ee60476fb52e983eee269756 2024-11-19T16:21:26,248 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/f/bc311d12ee60476fb52e983eee269756, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T16:21:26,250 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/f1/1a63ff457fc24ab692a2c40788706c8c as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/f1/1a63ff457fc24ab692a2c40788706c8c 2024-11-19T16:21:26,255 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a63ff457fc24ab692a2c40788706c8c 2024-11-19T16:21:26,255 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/f1/1a63ff457fc24ab692a2c40788706c8c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T16:21:26,256 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/.tmp/norep/a292c0075abf43949d6d92f72d52ef57 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/norep/a292c0075abf43949d6d92f72d52ef57 2024-11-19T16:21:26,260 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a292c0075abf43949d6d92f72d52ef57 2024-11-19T16:21:26,260 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/norep/a292c0075abf43949d6d92f72d52ef57, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T16:21:26,261 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5cf49b6ec3b15af7984c96ef896ac004 in 94ms, sequenceid=12, compaction requested=false 2024-11-19T16:21:26,261 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:21:26,265 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/default/test/5cf49b6ec3b15af7984c96ef896ac004/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:21:26,266 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cf49b6ec3b15af7984c96ef896ac004: Waiting for close lock at 1732033286167Running coprocessor pre-close hooks at 1732033286167Disabling compacts and flushes for region at 1732033286167Disabling writes for close at 1732033286167Obtaining lock to block concurrent updates at 1732033286167Preparing flush snapshotting stores in 5cf49b6ec3b15af7984c96ef896ac004 at 1732033286167Finished memstore snapshotting test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732033286168 (+1 ms)Flushing stores of test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. at 1732033286168Flushing 5cf49b6ec3b15af7984c96ef896ac004/f: creating writer at 1732033286168Flushing 5cf49b6ec3b15af7984c96ef896ac004/f: appending metadata at 1732033286187 (+19 ms)Flushing 5cf49b6ec3b15af7984c96ef896ac004/f: closing flushed file at 1732033286187Flushing 5cf49b6ec3b15af7984c96ef896ac004/f1: creating writer at 1732033286202 (+15 ms)Flushing 5cf49b6ec3b15af7984c96ef896ac004/f1: appending metadata at 1732033286215 (+13 ms)Flushing 5cf49b6ec3b15af7984c96ef896ac004/f1: closing flushed file at 1732033286215Flushing 5cf49b6ec3b15af7984c96ef896ac004/norep: creating writer at 1732033286222 (+7 ms)Flushing 5cf49b6ec3b15af7984c96ef896ac004/norep: appending metadata at 1732033286234 (+12 ms)Flushing 5cf49b6ec3b15af7984c96ef896ac004/norep: closing flushed file at 1732033286235 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28718261: reopening flushed file at 1732033286243 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c88f99b: reopening flushed file at 1732033286248 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0cfe21: reopening flushed file at 1732033286255 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5cf49b6ec3b15af7984c96ef896ac004 in 94ms, sequenceid=12, compaction requested=false at 1732033286261 (+6 ms)Writing region close event to WAL at 1732033286263 (+2 ms)Running coprocessor post-close hooks at 1732033286266 (+3 ms)Closed at 1732033286266 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004. 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1d1f32a6ae8a41c6ebe1e2b499c966b, disabling compactions & flushes 2024-11-19T16:21:26,266 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. after waiting 0 ms 2024-11-19T16:21:26,266 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:26,267 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1d1f32a6ae8a41c6ebe1e2b499c966b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T16:21:26,285 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/.tmp/queue/ebcaabd3c84c4c2e9f11f01f72f39277 is 154, key is 1-32a8860bb9d6,37841,1732033253999/queue:32a8860bb9d6%2C37841%2C1732033253999/1732033282855/Put/seqid=0 2024-11-19T16:21:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741844_1020 (size=5353) 2024-11-19T16:21:26,368 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:26,398 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 1466, reset compression=false 2024-11-19T16:21:26,403 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:26,403 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 2357, reset compression=false 2024-11-19T16:21:26,403 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37841,1732033253999 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:26,404 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,37841,1732033253999: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,37841,1732033253999, walGroup=32a8860bb9d6%2C37841%2C1732033253999, offset=32a8860bb9d6%2C37841%2C1732033253999.1732033255955:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:37841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:21:26,405 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:21:26,405 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:21:26,406 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:21:26,406 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 822344320 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199324672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:21:26,406 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:43875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:43875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:21:26,568 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1d1f32a6ae8a41c6ebe1e2b499c966b 2024-11-19T16:21:26,594 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/info/41c4e3c1a5d84778ab0d6ed3be89d7e7 2024-11-19T16:21:26,607 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 2357, reset compression=false 2024-11-19T16:21:26,613 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/ns/b2e6ec6178d14018a3141369ca756de6 is 43, key is default/ns:d/1732033256913/Put/seqid=0 2024-11-19T16:21:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741845_1021 (size=5153) 2024-11-19T16:21:26,690 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/.tmp/queue/ebcaabd3c84c4c2e9f11f01f72f39277 2024-11-19T16:21:26,694 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/.tmp/queue/ebcaabd3c84c4c2e9f11f01f72f39277 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/queue/ebcaabd3c84c4c2e9f11f01f72f39277 2024-11-19T16:21:26,729 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/queue/ebcaabd3c84c4c2e9f11f01f72f39277, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T16:21:26,730 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d1d1f32a6ae8a41c6ebe1e2b499c966b in 464ms, sequenceid=14, compaction requested=false 2024-11-19T16:21:26,730 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:21:26,733 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/replication/d1d1f32a6ae8a41c6ebe1e2b499c966b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T16:21:26,733 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:26,733 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:21:26,733 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:26,733 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1d1f32a6ae8a41c6ebe1e2b499c966b: Waiting for close lock at 1732033286266Running coprocessor pre-close hooks at 1732033286266Disabling compacts and flushes for region at 1732033286266Disabling writes for close at 1732033286266Obtaining lock to block concurrent updates at 1732033286267 (+1 ms)Preparing flush snapshotting stores in d1d1f32a6ae8a41c6ebe1e2b499c966b at 1732033286267Finished memstore snapshotting hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732033286267Flushing stores of hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. at 1732033286267Flushing d1d1f32a6ae8a41c6ebe1e2b499c966b/queue: creating writer at 1732033286267Flushing d1d1f32a6ae8a41c6ebe1e2b499c966b/queue: appending metadata at 1732033286284 (+17 ms)Flushing d1d1f32a6ae8a41c6ebe1e2b499c966b/queue: closing flushed file at 1732033286284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf0f15b: reopening flushed file at 1732033286693 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d1d1f32a6ae8a41c6ebe1e2b499c966b in 464ms, sequenceid=14, compaction requested=false at 1732033286730 (+37 ms)Writing region close event to WAL at 1732033286731 (+1 ms)Running coprocessor post-close hooks at 1732033286733 (+2 ms)Closed at 1732033286733 2024-11-19T16:21:26,733 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033269453.d1d1f32a6ae8a41c6ebe1e2b499c966b. 2024-11-19T16:21:26,762 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:26,768 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:21:26,831 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:21:26,832 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:21:26,910 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 2357, reset compression=false 2024-11-19T16:21:26,968 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:21:27,017 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/ns/b2e6ec6178d14018a3141369ca756de6 2024-11-19T16:21:27,033 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/rep_barrier/a8d37b6a26604136984450a56b99f731 is 112, key is test,,1732033264461.5cf49b6ec3b15af7984c96ef896ac004./rep_barrier:seqnumDuringOpen/1732033265686/Put/seqid=0 2024-11-19T16:21:27,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741846_1022 (size=5518) 2024-11-19T16:21:27,169 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:21:27,169 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:21:27,169 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 2357, reset compression=false 2024-11-19T16:21:27,369 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:21:27,437 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/rep_barrier/a8d37b6a26604136984450a56b99f731 2024-11-19T16:21:27,456 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/table/81e8a7acaf3c4da2b3eb01727d5d1e23 is 53, key is hbase:replication/table:state/1732033270636/Put/seqid=0 2024-11-19T16:21:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741847_1023 (size=5308) 2024-11-19T16:21:27,569 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:21:27,665 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:27,769 DEBUG [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:21:27,816 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.1732033255955 to pos 2357, reset compression=false 2024-11-19T16:21:27,862 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/table/81e8a7acaf3c4da2b3eb01727d5d1e23 2024-11-19T16:21:27,865 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/info/41c4e3c1a5d84778ab0d6ed3be89d7e7 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/info/41c4e3c1a5d84778ab0d6ed3be89d7e7 2024-11-19T16:21:27,869 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/info/41c4e3c1a5d84778ab0d6ed3be89d7e7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:21:27,869 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/ns/b2e6ec6178d14018a3141369ca756de6 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/ns/b2e6ec6178d14018a3141369ca756de6 2024-11-19T16:21:27,872 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/ns/b2e6ec6178d14018a3141369ca756de6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:21:27,873 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/rep_barrier/a8d37b6a26604136984450a56b99f731 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/rep_barrier/a8d37b6a26604136984450a56b99f731 2024-11-19T16:21:27,876 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/rep_barrier/a8d37b6a26604136984450a56b99f731, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:21:27,877 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/.tmp/table/81e8a7acaf3c4da2b3eb01727d5d1e23 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/table/81e8a7acaf3c4da2b3eb01727d5d1e23 2024-11-19T16:21:27,881 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/table/81e8a7acaf3c4da2b3eb01727d5d1e23, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:21:27,881 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-19T16:21:27,881 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:21:27,886 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:21:27,887 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:27,887 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:21:27,887 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:27,887 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033286168Running coprocessor pre-close hooks at 1732033286168Disabling compacts and flushes for region at 1732033286168Disabling writes for close at 1732033286168Obtaining lock to block concurrent updates at 1732033286168Preparing flush snapshotting stores in 1588230740 at 1732033286168Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033286169 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033286169Flushing 1588230740/info: creating writer at 1732033286170 (+1 ms)Flushing 1588230740/info: appending metadata at 1732033286183 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732033286183Flushing 1588230740/ns: creating writer at 1732033286597 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732033286613 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732033286613Flushing 1588230740/rep_barrier: creating writer at 1732033287020 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033287033 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033287033Flushing 1588230740/table: creating writer at 1732033287440 (+407 ms)Flushing 1588230740/table: appending metadata at 1732033287456 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732033287456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a66c26: reopening flushed file at 1732033287865 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bac909: reopening flushed file at 1732033287869 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d805661: reopening flushed file at 1732033287872 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425aac34: reopening flushed file at 1732033287876 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1732033287881 (+5 ms)Writing region close event to WAL at 1732033287884 (+3 ms)Running coprocessor post-close hooks at 1732033287887 (+3 ms)Closed at 1732033287887 2024-11-19T16:21:27,887 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:27,970 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,37841,1732033253999; all regions closed. 2024-11-19T16:21:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:21:27,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.meta.1732033256874.meta not finished, retry = 0 2024-11-19T16:21:28,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/WALs/32a8860bb9d6,37841,1732033253999/32a8860bb9d6%2C37841%2C1732033253999.rep.1732033270594 not finished, retry = 0 2024-11-19T16:21:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741839_1015 (size=3552) 2024-11-19T16:21:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741832_1008 (size=2365) 2024-11-19T16:21:28,237 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:28,237 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:21:28,237 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:21:28,237 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:21:28,237 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:21:28,237 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:21:28,237 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,37841,1732033253999 because: Region server is closing 2024-11-19T16:21:28,238 INFO [RS:0;32a8860bb9d6:37841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37841. 2024-11-19T16:21:28,238 DEBUG [RS:0;32a8860bb9d6:37841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:28,238 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:28,238 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:28,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:28,338 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.shipper32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 terminated 2024-11-19T16:21:28,338 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37841,1732033253999.replicationSource.wal-reader.32a8860bb9d6%2C37841%2C1732033253999,1-32a8860bb9d6,37841,1732033253999 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:21:28,338 INFO [RS:0;32a8860bb9d6:37841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37841. 2024-11-19T16:21:28,338 DEBUG [RS:0;32a8860bb9d6:37841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:28,338 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:28,338 DEBUG [RS:0;32a8860bb9d6:37841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:28,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:28,339 INFO [RS:0;32a8860bb9d6:37841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37841 2024-11-19T16:21:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991/rs 2024-11-19T16:21:28,602 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11578821991/rs/32a8860bb9d6,37841,1732033253999 2024-11-19T16:21:28,602 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:21:28,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,37841,1732033253999] 2024-11-19T16:21:28,668 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:28,739 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11578821991/draining/32a8860bb9d6,37841,1732033253999 already deleted, retry=false 2024-11-19T16:21:28,739 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,37841,1732033253999 expired; onlineServers=0 2024-11-19T16:21:28,739 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,43875,1732033253851' ***** 2024-11-19T16:21:28,739 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:21:28,739 INFO [M:0;32a8860bb9d6:43875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:21:28,739 INFO [M:0;32a8860bb9d6:43875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:21:28,739 DEBUG [M:0;32a8860bb9d6:43875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:21:28,739 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:21:28,739 DEBUG [M:0;32a8860bb9d6:43875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:21:28,739 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033255680 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033255680,5,FailOnTimeoutGroup] 2024-11-19T16:21:28,739 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033255680 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033255680,5,FailOnTimeoutGroup] 2024-11-19T16:21:28,740 INFO [M:0;32a8860bb9d6:43875 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:21:28,740 INFO [M:0;32a8860bb9d6:43875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:21:28,740 DEBUG [M:0;32a8860bb9d6:43875 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:21:28,740 INFO [M:0;32a8860bb9d6:43875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:21:28,740 INFO [M:0;32a8860bb9d6:43875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:21:28,740 INFO [M:0;32a8860bb9d6:43875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:21:28,740 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:21:28,775 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:28,775 INFO [RS:0;32a8860bb9d6:37841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:21:28,775 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37841-0x10153e5eefb0004, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:28,775 INFO [RS:0;32a8860bb9d6:37841 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,37841,1732033253999; zookeeper connection closed. 2024-11-19T16:21:28,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40bac129 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40bac129 2024-11-19T16:21:28,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:21:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11578821991/master 2024-11-19T16:21:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11578821991 2024-11-19T16:21:28,827 DEBUG [M:0;32a8860bb9d6:43875 {}] zookeeper.ZKUtil(347): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Unable to get data of znode /11578821991/master because node does not exist (not an error) 2024-11-19T16:21:28,827 WARN [M:0;32a8860bb9d6:43875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:21:28,828 INFO [M:0;32a8860bb9d6:43875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/.lastflushedseqids 2024-11-19T16:21:28,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741848_1024 (size=245) 2024-11-19T16:21:29,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,353 INFO [M:0;32a8860bb9d6:43875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:21:29,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,354 INFO [M:0;32a8860bb9d6:43875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:21:29,354 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:29,354 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:29,354 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:29,354 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:29,354 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:29,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,354 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T16:21:29,370 DEBUG [M:0;32a8860bb9d6:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae0780c91bf24d319183e3c0e7b5d109 is 82, key is hbase:meta,,1/info:regioninfo/1732033256900/Put/seqid=0 2024-11-19T16:21:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741849_1025 (size=5672) 2024-11-19T16:21:29,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,771 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:29,774 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae0780c91bf24d319183e3c0e7b5d109 2024-11-19T16:21:29,794 DEBUG [M:0;32a8860bb9d6:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bd630c9723041fc8459655b83f7462b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033265715/Put/seqid=0 2024-11-19T16:21:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741850_1026 (size=7218) 2024-11-19T16:21:29,797 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bd630c9723041fc8459655b83f7462b 2024-11-19T16:21:29,801 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bd630c9723041fc8459655b83f7462b 2024-11-19T16:21:29,817 DEBUG [M:0;32a8860bb9d6:43875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41527d89c5244f89b131323334de1b67 is 69, key is 32a8860bb9d6,37841,1732033253999/rs:state/1732033255763/Put/seqid=0 2024-11-19T16:21:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741851_1027 (size=5156) 2024-11-19T16:21:29,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:29,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:30,221 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41527d89c5244f89b131323334de1b67 2024-11-19T16:21:30,225 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae0780c91bf24d319183e3c0e7b5d109 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae0780c91bf24d319183e3c0e7b5d109 2024-11-19T16:21:30,228 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae0780c91bf24d319183e3c0e7b5d109, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T16:21:30,228 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bd630c9723041fc8459655b83f7462b as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bd630c9723041fc8459655b83f7462b 2024-11-19T16:21:30,231 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bd630c9723041fc8459655b83f7462b 2024-11-19T16:21:30,231 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bd630c9723041fc8459655b83f7462b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T16:21:30,232 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41527d89c5244f89b131323334de1b67 as hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41527d89c5244f89b131323334de1b67 2024-11-19T16:21:30,234 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41527d89c5244f89b131323334de1b67, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T16:21:30,235 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=105, compaction requested=false 2024-11-19T16:21:30,236 INFO [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:30,236 DEBUG [M:0;32a8860bb9d6:43875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033289354Disabling compacts and flushes for region at 1732033289354Disabling writes for close at 1732033289354Obtaining lock to block concurrent updates at 1732033289354Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033289354Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732033289354Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033289355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033289355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033289370 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033289370Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033289778 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033289793 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033289794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033289801 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033289816 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033289816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f16e44d: reopening flushed file at 1732033290224 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bfe050: reopening flushed file at 1732033290228 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454c8777: reopening flushed file at 1732033290231 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=105, compaction requested=false at 1732033290235 (+4 ms)Writing region close event to WAL at 1732033290236 (+1 ms)Closed at 1732033290236 2024-11-19T16:21:30,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca8d70e2-018f-4088-46c2-5d88dbf31941/MasterData/WALs/32a8860bb9d6,43875,1732033253851/32a8860bb9d6%2C43875%2C1732033253851.1732033255355 not finished, retry = 0 2024-11-19T16:21:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40841 is added to blk_1073741830_1006 (size=64423) 2024-11-19T16:21:30,338 INFO [M:0;32a8860bb9d6:43875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:21:30,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:21:30,338 INFO [M:0;32a8860bb9d6:43875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43875 2024-11-19T16:21:30,338 INFO [M:0;32a8860bb9d6:43875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:21:30,457 INFO [M:0;32a8860bb9d6:43875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:21:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43875-0x10153e5eefb0003, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:30,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1411bf43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:21:30,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76966305{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:21:30,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:21:30,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c25c1bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:21:30,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e20488{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir/,STOPPED} 2024-11-19T16:21:30,462 WARN [BP-1893307212-172.17.0.3-1732033251177 heartbeating to localhost/127.0.0.1:32995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:21:30,462 WARN [BP-1893307212-172.17.0.3-1732033251177 heartbeating to localhost/127.0.0.1:32995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1893307212-172.17.0.3-1732033251177 (Datanode Uuid d59825a3-3dbf-455d-baf7-7398694f0a3b) service to localhost/127.0.0.1:32995 2024-11-19T16:21:30,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:21:30,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:21:30,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/cluster_b9fe916b-a278-7e48-f6ff-58239170f52b/data/data2/current/BP-1893307212-172.17.0.3-1732033251177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:21:30,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:21:30,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/cluster_b9fe916b-a278-7e48-f6ff-58239170f52b/data/data1/current/BP-1893307212-172.17.0.3-1732033251177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:21:30,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67189c7a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:21:30,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75df362d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:21:30,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:21:30,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f22bd8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:21:30,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207a90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef87a940-ec63-27c9-677d-57d2f8e23a78/hadoop.log.dir/,STOPPED} 2024-11-19T16:21:30,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:21:30,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:21:30,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:30,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:30,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:30,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:30,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:30,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:21:30,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=326157131, stopped=false 2024-11-19T16:21:30,511 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,34387,1732033247984 2024-11-19T16:21:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-945362437/running 2024-11-19T16:21:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-945362437/running 2024-11-19T16:21:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:21:30,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:21:30,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:21:30,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:30,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:30,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:30,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,33041,1732033248198' ***** 2024-11-19T16:21:30,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/running 2024-11-19T16:21:30,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:21:30,589 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:21:30,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:21:30,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Set watcher on znode that does not yet exist, /0-945362437/running 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(3091): Received CLOSE for 5edd07c440d4b5267863878ca7f63d9e 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(3091): Received CLOSE for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,33041,1732033248198 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33041. 2024-11-19T16:21:30,590 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5edd07c440d4b5267863878ca7f63d9e, disabling compactions & flushes 2024-11-19T16:21:30,590 DEBUG [RS:0;32a8860bb9d6:33041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:30,590 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:30,590 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:30,590 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:30,590 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. after waiting 0 ms 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:21:30,590 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:21:30,590 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5edd07c440d4b5267863878ca7f63d9e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T16:21:30,590 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:21:30,590 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1325): Online Regions={5edd07c440d4b5267863878ca7f63d9e=test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e., d85797a1da5764c6249be3639eccc510=hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:21:30,590 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:30,591 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:30,591 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:30,591 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:30,591 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:30,591 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:30,591 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:21:30,603 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/f/a292a3fbde724c20be50f431aba30f21 is 37, key is row3/f:row3/1732033281481/Put/seqid=0 2024-11-19T16:21:30,603 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/info/40762b5af9b3493f89e582f7d8a35f9d is 147, key is hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510./info:regioninfo/1732033268126/Put/seqid=0 2024-11-19T16:21:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741841_1017 (size=7686) 2024-11-19T16:21:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741840_1016 (size=5228) 2024-11-19T16:21:30,638 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:21:30,791 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:30,968 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:21:30,968 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:21:30,974 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1488, reset compression=false 2024-11-19T16:21:30,979 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:30,979 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1735, reset compression=false 2024-11-19T16:21:30,979 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,33041,1732033248198 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:30,980 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,33041,1732033248198: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,33041,1732033248198, walGroup=32a8860bb9d6%2C33041%2C1732033248198, offset=32a8860bb9d6%2C33041%2C1732033248198.1732033250009:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:33041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:21:30,983 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:21:30,983 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:21:30,984 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:21:30,984 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:21:30,984 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:21:30,984 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 912521856 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199873120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:21:30,984 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:34387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:34387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:21:30,991 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,007 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/f/a292a3fbde724c20be50f431aba30f21 2024-11-19T16:21:31,007 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/info/40762b5af9b3493f89e582f7d8a35f9d 2024-11-19T16:21:31,011 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a292a3fbde724c20be50f431aba30f21 2024-11-19T16:21:31,028 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/ns/92a10c59698b482784a251793e0c412e is 43, key is default/ns:d/1732033251108/Put/seqid=0 2024-11-19T16:21:31,031 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/f1/e122f185da864a89802bc2ee1c9c01ee is 30, key is row1/f1:/1732033278821/DeleteFamily/seqid=0 2024-11-19T16:21:31,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741842_1018 (size=5153) 2024-11-19T16:21:31,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741843_1019 (size=5158) 2024-11-19T16:21:31,182 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1735, reset compression=false 2024-11-19T16:21:31,191 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,391 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,439 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/ns/92a10c59698b482784a251793e0c412e 2024-11-19T16:21:31,449 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/f1/e122f185da864a89802bc2ee1c9c01ee 2024-11-19T16:21:31,454 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e122f185da864a89802bc2ee1c9c01ee 2024-11-19T16:21:31,476 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/rep_barrier/85e31baa645b4c64a892d28c460eacd3 is 112, key is test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e./rep_barrier:seqnumDuringOpen/1732033263456/Put/seqid=0 2024-11-19T16:21:31,484 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/norep/641d11a368e042e7840f43194171b5f4 is 32, key is row/norep:/1732033277811/DeleteFamily/seqid=0 2024-11-19T16:21:31,485 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1735, reset compression=false 2024-11-19T16:21:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741844_1020 (size=5518) 2024-11-19T16:21:31,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741845_1021 (size=5101) 2024-11-19T16:21:31,591 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,792 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edd07c440d4b5267863878ca7f63d9e, d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,893 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/rep_barrier/85e31baa645b4c64a892d28c460eacd3 2024-11-19T16:21:31,899 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.wal-reader.32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 to pos 1735, reset compression=false 2024-11-19T16:21:31,906 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/norep/641d11a368e042e7840f43194171b5f4 2024-11-19T16:21:31,909 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 641d11a368e042e7840f43194171b5f4 2024-11-19T16:21:31,910 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/f/a292a3fbde724c20be50f431aba30f21 as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/f/a292a3fbde724c20be50f431aba30f21 2024-11-19T16:21:31,913 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a292a3fbde724c20be50f431aba30f21 2024-11-19T16:21:31,913 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/f/a292a3fbde724c20be50f431aba30f21, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T16:21:31,914 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/f1/e122f185da864a89802bc2ee1c9c01ee as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/f1/e122f185da864a89802bc2ee1c9c01ee 2024-11-19T16:21:31,917 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/table/0d988ba585544d81846d1330ed7a1b71 is 53, key is hbase:replication/table:state/1732033268134/Put/seqid=0 2024-11-19T16:21:31,918 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e122f185da864a89802bc2ee1c9c01ee 2024-11-19T16:21:31,918 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/f1/e122f185da864a89802bc2ee1c9c01ee, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T16:21:31,919 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/.tmp/norep/641d11a368e042e7840f43194171b5f4 as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/norep/641d11a368e042e7840f43194171b5f4 2024-11-19T16:21:31,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741846_1022 (size=5308) 2024-11-19T16:21:31,921 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/table/0d988ba585544d81846d1330ed7a1b71 2024-11-19T16:21:31,923 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 641d11a368e042e7840f43194171b5f4 2024-11-19T16:21:31,923 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/norep/641d11a368e042e7840f43194171b5f4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T16:21:31,925 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5edd07c440d4b5267863878ca7f63d9e in 1334ms, sequenceid=12, compaction requested=false 2024-11-19T16:21:31,925 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:21:31,925 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/info/40762b5af9b3493f89e582f7d8a35f9d as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/info/40762b5af9b3493f89e582f7d8a35f9d 2024-11-19T16:21:31,926 INFO [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T16:21:31,926 INFO [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T16:21:31,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/default/test/5edd07c440d4b5267863878ca7f63d9e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T16:21:31,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:31,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:21:31,929 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:31,929 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5edd07c440d4b5267863878ca7f63d9e: Waiting for close lock at 1732033290590Running coprocessor pre-close hooks at 1732033290590Disabling compacts and flushes for region at 1732033290590Disabling writes for close at 1732033290590Obtaining lock to block concurrent updates at 1732033290590Preparing flush snapshotting stores in 5edd07c440d4b5267863878ca7f63d9e at 1732033290590Finished memstore snapshotting test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732033290591 (+1 ms)Flushing stores of test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. at 1732033290591Flushing 5edd07c440d4b5267863878ca7f63d9e/f: creating writer at 1732033290591Flushing 5edd07c440d4b5267863878ca7f63d9e/f: appending metadata at 1732033290603 (+12 ms)Flushing 5edd07c440d4b5267863878ca7f63d9e/f: closing flushed file at 1732033290603Flushing 5edd07c440d4b5267863878ca7f63d9e/f1: creating writer at 1732033291011 (+408 ms)Flushing 5edd07c440d4b5267863878ca7f63d9e/f1: appending metadata at 1732033291030 (+19 ms)Flushing 5edd07c440d4b5267863878ca7f63d9e/f1: closing flushed file at 1732033291030Flushing 5edd07c440d4b5267863878ca7f63d9e/norep: creating writer at 1732033291454 (+424 ms)Flushing 5edd07c440d4b5267863878ca7f63d9e/norep: appending metadata at 1732033291483 (+29 ms)Flushing 5edd07c440d4b5267863878ca7f63d9e/norep: closing flushed file at 1732033291483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15143e2c: reopening flushed file at 1732033291909 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303cc434: reopening flushed file at 1732033291913 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d71f08: reopening flushed file at 1732033291918 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5edd07c440d4b5267863878ca7f63d9e in 1334ms, sequenceid=12, compaction requested=false at 1732033291925 (+7 ms)Writing region close event to WAL at 1732033291926 (+1 ms)Running coprocessor post-close hooks at 1732033291929 (+3 ms)Closed at 1732033291929 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033262311.5edd07c440d4b5267863878ca7f63d9e. 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d85797a1da5764c6249be3639eccc510, disabling compactions & flushes 2024-11-19T16:21:31,930 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. after waiting 0 ms 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d85797a1da5764c6249be3639eccc510: Waiting for close lock at 1732033291930Running coprocessor pre-close hooks at 1732033291930Disabling compacts and flushes for region at 1732033291930Disabling writes for close at 1732033291930Failed flush hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510., putting online again at 1732033291930 2024-11-19T16:21:31,930 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/info/40762b5af9b3493f89e582f7d8a35f9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,932 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/ns/92a10c59698b482784a251793e0c412e as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/ns/92a10c59698b482784a251793e0c412e 2024-11-19T16:21:31,937 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/ns/92a10c59698b482784a251793e0c412e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:21:31,938 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/rep_barrier/85e31baa645b4c64a892d28c460eacd3 as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/rep_barrier/85e31baa645b4c64a892d28c460eacd3 2024-11-19T16:21:31,942 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/rep_barrier/85e31baa645b4c64a892d28c460eacd3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:21:31,943 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/.tmp/table/0d988ba585544d81846d1330ed7a1b71 as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/table/0d988ba585544d81846d1330ed7a1b71 2024-11-19T16:21:31,946 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/table/0d988ba585544d81846d1330ed7a1b71, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:21:31,947 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false 2024-11-19T16:21:31,947 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:21:31,951 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:21:31,951 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:21:31,951 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:21:31,951 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:31,951 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033290590Running coprocessor pre-close hooks at 1732033290590Disabling compacts and flushes for region at 1732033290590Disabling writes for close at 1732033290591 (+1 ms)Obtaining lock to block concurrent updates at 1732033290591Preparing flush snapshotting stores in 1588230740 at 1732033290591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033290591Flushing stores of hbase:meta,,1.1588230740 at 1732033290591Flushing 1588230740/info: creating writer at 1732033290591Flushing 1588230740/info: appending metadata at 1732033290603 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732033290603Flushing 1588230740/ns: creating writer at 1732033291011 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732033291028 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732033291028Flushing 1588230740/rep_barrier: creating writer at 1732033291452 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033291476 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033291476Flushing 1588230740/table: creating writer at 1732033291897 (+421 ms)Flushing 1588230740/table: appending metadata at 1732033291916 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732033291916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e953820: reopening flushed file at 1732033291925 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a15181: reopening flushed file at 1732033291930 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4709b96e: reopening flushed file at 1732033291938 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447c3049: reopening flushed file at 1732033291942 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false at 1732033291947 (+5 ms)Writing region close event to WAL at 1732033291948 (+1 ms)Running coprocessor post-close hooks at 1732033291951 (+3 ms)Closed at 1732033291951 2024-11-19T16:21:31,951 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:31,992 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:21:31,992 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1325): Online Regions={d85797a1da5764c6249be3639eccc510=hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510.} 2024-11-19T16:21:31,992 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(3091): Received CLOSE for d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,992 DEBUG [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1351): Waiting on d85797a1da5764c6249be3639eccc510 2024-11-19T16:21:31,992 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d85797a1da5764c6249be3639eccc510, disabling compactions & flushes 2024-11-19T16:21:31,992 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,992 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,992 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. after waiting 0 ms 2024-11-19T16:21:31,992 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:31,992 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d85797a1da5764c6249be3639eccc510: Waiting for close lock at 1732033291992Running coprocessor pre-close hooks at 1732033291992Disabling compacts and flushes for region at 1732033291992Disabling writes for close at 1732033291992Failed flush hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510., putting online again at 1732033291992 2024-11-19T16:21:31,992 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033267302.d85797a1da5764c6249be3639eccc510. 2024-11-19T16:21:32,192 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T16:21:32,192 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,33041,1732033248198; all regions closed. 2024-11-19T16:21:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:21:32,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741839_1015 (size=2609) 2024-11-19T16:21:32,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.rep.1732033268081 not finished, retry = 0 2024-11-19T16:21:32,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/WALs/32a8860bb9d6,33041,1732033248198/32a8860bb9d6%2C33041%2C1732033248198.1732033250009 not finished, retry = 0 2024-11-19T16:21:32,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741832_1008 (size=2387) 2024-11-19T16:21:32,399 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:32,399 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:21:32,399 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:21:32,399 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:21:32,399 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:21:32,399 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:21:32,399 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,33041,1732033248198 because: Region server is closing 2024-11-19T16:21:32,400 INFO [RS:0;32a8860bb9d6:33041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33041. 2024-11-19T16:21:32,400 DEBUG [RS:0;32a8860bb9d6:33041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:32,400 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:32,400 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:32,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:32,500 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,33041,1732033248198.replicationSource.shipper32a8860bb9d6%2C33041%2C1732033248198,1-32a8860bb9d6,33041,1732033248198 terminated 2024-11-19T16:21:32,500 INFO [RS:0;32a8860bb9d6:33041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:33041. 2024-11-19T16:21:32,501 DEBUG [RS:0;32a8860bb9d6:33041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:32,501 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:32,501 DEBUG [RS:0;32a8860bb9d6:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:32,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:32,501 INFO [RS:0;32a8860bb9d6:33041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33041 2024-11-19T16:21:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-945362437/rs/32a8860bb9d6,33041,1732033248198 2024-11-19T16:21:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437/rs 2024-11-19T16:21:32,511 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:21:32,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,33041,1732033248198] 2024-11-19T16:21:32,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-945362437/draining/32a8860bb9d6,33041,1732033248198 already deleted, retry=false 2024-11-19T16:21:32,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,33041,1732033248198 expired; onlineServers=0 2024-11-19T16:21:32,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,34387,1732033247984' ***** 2024-11-19T16:21:32,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:21:32,532 INFO [M:0;32a8860bb9d6:34387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:21:32,532 INFO [M:0;32a8860bb9d6:34387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:21:32,533 DEBUG [M:0;32a8860bb9d6:34387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:21:32,533 DEBUG [M:0;32a8860bb9d6:34387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:21:32,533 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:21:32,533 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033249828 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033249828,5,FailOnTimeoutGroup] 2024-11-19T16:21:32,533 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033249825 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033249825,5,FailOnTimeoutGroup] 2024-11-19T16:21:32,533 INFO [M:0;32a8860bb9d6:34387 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:21:32,533 INFO [M:0;32a8860bb9d6:34387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:21:32,533 DEBUG [M:0;32a8860bb9d6:34387 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:21:32,533 INFO [M:0;32a8860bb9d6:34387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:21:32,533 INFO [M:0;32a8860bb9d6:34387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:21:32,533 ERROR [M:0;32a8860bb9d6:34387 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33673,5,PEWorkerGroup] 2024-11-19T16:21:32,533 INFO [M:0;32a8860bb9d6:34387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:21:32,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:21:32,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-945362437/master 2024-11-19T16:21:32,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-945362437 2024-11-19T16:21:32,543 DEBUG [M:0;32a8860bb9d6:34387 {}] zookeeper.ZKUtil(347): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Unable to get data of znode /0-945362437/master because node does not exist (not an error) 2024-11-19T16:21:32,543 WARN [M:0;32a8860bb9d6:34387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:21:32,544 INFO [M:0;32a8860bb9d6:34387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/.lastflushedseqids 2024-11-19T16:21:32,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741847_1023 (size=245) 2024-11-19T16:21:32,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:32,622 INFO [RS:0;32a8860bb9d6:33041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:21:32,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10153e5eefb0001, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:32,622 INFO [RS:0;32a8860bb9d6:33041 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,33041,1732033248198; zookeeper connection closed. 2024-11-19T16:21:32,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dfa914a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dfa914a 2024-11-19T16:21:32,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:21:32,951 INFO [M:0;32a8860bb9d6:34387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:21:32,951 INFO [M:0;32a8860bb9d6:34387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:21:32,951 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:32,951 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:32,951 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:32,951 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:32,951 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:32,951 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T16:21:32,965 DEBUG [M:0;32a8860bb9d6:34387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7313c9384f51482d9a380a5246bff669 is 82, key is hbase:meta,,1/info:regioninfo/1732033251067/Put/seqid=0 2024-11-19T16:21:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741848_1024 (size=5672) 2024-11-19T16:21:33,368 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7313c9384f51482d9a380a5246bff669 2024-11-19T16:21:33,388 DEBUG [M:0;32a8860bb9d6:34387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/352c241072884f8bbdb846950a53806c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033263467/Put/seqid=0 2024-11-19T16:21:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741849_1025 (size=7218) 2024-11-19T16:21:33,807 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/352c241072884f8bbdb846950a53806c 2024-11-19T16:21:33,811 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 352c241072884f8bbdb846950a53806c 2024-11-19T16:21:33,827 DEBUG [M:0;32a8860bb9d6:34387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/692014ac567a413c97e41676fbcd3b85 is 69, key is 32a8860bb9d6,33041,1732033248198/rs:state/1732033249858/Put/seqid=0 2024-11-19T16:21:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741850_1026 (size=5156) 2024-11-19T16:21:33,834 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/692014ac567a413c97e41676fbcd3b85 2024-11-19T16:21:33,838 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7313c9384f51482d9a380a5246bff669 as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7313c9384f51482d9a380a5246bff669 2024-11-19T16:21:33,842 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7313c9384f51482d9a380a5246bff669, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T16:21:33,843 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/352c241072884f8bbdb846950a53806c as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/352c241072884f8bbdb846950a53806c 2024-11-19T16:21:33,847 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 352c241072884f8bbdb846950a53806c 2024-11-19T16:21:33,847 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/352c241072884f8bbdb846950a53806c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T16:21:33,848 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/692014ac567a413c97e41676fbcd3b85 as hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/692014ac567a413c97e41676fbcd3b85 2024-11-19T16:21:33,853 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/a7290703-2e2d-0b52-dde3-6650f406e216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/692014ac567a413c97e41676fbcd3b85, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T16:21:33,854 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false 2024-11-19T16:21:33,856 INFO [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:33,856 DEBUG [M:0;32a8860bb9d6:34387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033292951Disabling compacts and flushes for region at 1732033292951Disabling writes for close at 1732033292951Obtaining lock to block concurrent updates at 1732033292951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033292951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732033292951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033292952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033292952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033292964 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033292964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033293372 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033293388 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033293388Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033293811 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033293827 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033293827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d051088: reopening flushed file at 1732033293838 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ff38c8: reopening flushed file at 1732033293843 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68949493: reopening flushed file at 1732033293847 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false at 1732033293854 (+7 ms)Writing region close event to WAL at 1732033293856 (+2 ms)Closed at 1732033293856 2024-11-19T16:21:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40501 is added to blk_1073741830_1006 (size=64423) 2024-11-19T16:21:33,859 INFO [M:0;32a8860bb9d6:34387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:21:33,859 INFO [M:0;32a8860bb9d6:34387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34387 2024-11-19T16:21:33,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:21:33,860 INFO [M:0;32a8860bb9d6:34387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:21:34,012 INFO [M:0;32a8860bb9d6:34387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:21:34,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:34,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34387-0x10153e5eefb0000, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:21:34,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14804509{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:21:34,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da0d927{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:21:34,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:21:34,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261ae6a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:21:34,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f02d90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir/,STOPPED} 2024-11-19T16:21:34,017 WARN [BP-212417128-172.17.0.3-1732033246049 heartbeating to localhost/127.0.0.1:33673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:21:34,017 WARN [BP-212417128-172.17.0.3-1732033246049 heartbeating to localhost/127.0.0.1:33673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-212417128-172.17.0.3-1732033246049 (Datanode Uuid e11dc8ab-a082-41d8-a0ad-2b617f46cfbb) service to localhost/127.0.0.1:33673 2024-11-19T16:21:34,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/data/data1/current/BP-212417128-172.17.0.3-1732033246049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:21:34,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/cluster_7b837566-67b0-f016-475f-806a4ffb5c54/data/data2/current/BP-212417128-172.17.0.3-1732033246049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:21:34,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:21:34,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:21:34,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:21:34,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dc9cb24{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:21:34,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fb8f181{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:21:34,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:21:34,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588a7374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:21:34,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383c4f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0830c77c-e034-6cea-6f78-805deb32b3e8/hadoop.log.dir/,STOPPED} 2024-11-19T16:21:34,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:21:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:21:34,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56480) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33673 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32995 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:32995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56480) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56480) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35747 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=731 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=504 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3632 (was 3970) 2024-11-19T16:21:34,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=504, ProcessCount=11, AvailableMemoryMB=3631 2024-11-19T16:21:34,096 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T16:21:34,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir so I do NOT create it in target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181 2024-11-19T16:21:34,097 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:21:34,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.tmp.dir so I do NOT create it in target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181 2024-11-19T16:21:34,097 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8cc841-f6ab-0fc7-db47-bda7853d771c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:21:34,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181 2024-11-19T16:21:34,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a, deleteOnExit=true 2024-11-19T16:21:34,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/zookeeper_0, clientPort=59833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:21:34,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59833 2024-11-19T16:21:34,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:21:34,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/test.cache.data in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:21:34,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:21:34,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:21:34,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:21:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e5eefb0005, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:21:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e5eefb0002, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:21:34,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e5eefb0002, quorum=127.0.0.1:56480, baseZNode=/0-945362437 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:21:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10153e5eefb0008, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:21:34,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10153e5eefb0008, quorum=127.0.0.1:56480, baseZNode=/2858782261 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:21:34,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e5eefb0005, quorum=127.0.0.1:56480, baseZNode=/11578821991 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:21:34,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:34,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:21:34,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:21:34,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:21:34,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:21:34,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:34,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d77e5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:21:34,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290f7b78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:21:34,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12e9279c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/java.io.tmpdir/jetty-localhost-32961-hadoop-hdfs-3_4_1-tests_jar-_-any-1524629878935876433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:21:34,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43484d6d{HTTP/1.1, (http/1.1)}{localhost:32961} 2024-11-19T16:21:34,617 INFO [Time-limited test {}] server.Server(415): Started @285451ms 2024-11-19T16:21:35,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:35,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:21:35,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:21:35,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:21:35,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:21:35,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2a48be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:21:35,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537e9096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:21:35,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a1069e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/java.io.tmpdir/jetty-localhost-45975-hadoop-hdfs-3_4_1-tests_jar-_-any-3473683571971248158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:21:35,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1492cc4a{HTTP/1.1, (http/1.1)}{localhost:45975} 2024-11-19T16:21:35,165 INFO [Time-limited test {}] server.Server(415): Started @285999ms 2024-11-19T16:21:35,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:21:36,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:21:36,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:21:36,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:21:36,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:21:37,164 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/data/data1/current/BP-785862403-172.17.0.3-1732033294135/current, will proceed with Du for space computation calculation, 2024-11-19T16:21:37,165 WARN [Thread-3453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/data/data2/current/BP-785862403-172.17.0.3-1732033294135/current, will proceed with Du for space computation calculation, 2024-11-19T16:21:37,201 WARN [Thread-3440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:21:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8868f1b37df2c11 with lease ID 0xc535986c820101f7: Processing first storage report for DS-ac6a96d0-eec6-4ffa-bc5b-b61ccf1abc39 from datanode DatanodeRegistration(127.0.0.1:38285, datanodeUuid=5457a66a-2c0f-4ea3-81cc-584fd315e24c, infoPort=46091, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=996982442;c=1732033294135) 2024-11-19T16:21:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8868f1b37df2c11 with lease ID 0xc535986c820101f7: from storage DS-ac6a96d0-eec6-4ffa-bc5b-b61ccf1abc39 node DatanodeRegistration(127.0.0.1:38285, datanodeUuid=5457a66a-2c0f-4ea3-81cc-584fd315e24c, infoPort=46091, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=996982442;c=1732033294135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:21:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8868f1b37df2c11 with lease ID 0xc535986c820101f7: Processing first storage report for DS-28099ec8-612a-48ee-8a65-546262c147c8 from datanode DatanodeRegistration(127.0.0.1:38285, datanodeUuid=5457a66a-2c0f-4ea3-81cc-584fd315e24c, infoPort=46091, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=996982442;c=1732033294135) 2024-11-19T16:21:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8868f1b37df2c11 with lease ID 0xc535986c820101f7: from storage DS-28099ec8-612a-48ee-8a65-546262c147c8 node DatanodeRegistration(127.0.0.1:38285, datanodeUuid=5457a66a-2c0f-4ea3-81cc-584fd315e24c, infoPort=46091, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=996982442;c=1732033294135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:21:37,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181 2024-11-19T16:21:37,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:21:37,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9 with version=8 2024-11-19T16:21:37,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/hbase-staging 2024-11-19T16:21:37,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:21:37,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:21:37,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36249 2024-11-19T16:21:37,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36249 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:37,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362490x0, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:37,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36249-0x10153e6aabf0000 connected 2024-11-19T16:21:37,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:37,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/running 2024-11-19T16:21:37,457 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9, hbase.cluster.distributed=false 2024-11-19T16:21:37,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/acl 2024-11-19T16:21:37,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-19T16:21:37,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36249 2024-11-19T16:21:37,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36249 2024-11-19T16:21:37,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-19T16:21:37,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36249 2024-11-19T16:21:37,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:37,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:21:37,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:21:37,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42515 2024-11-19T16:21:37,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42515 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:37,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425150x0, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:37,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425150x0, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/running 2024-11-19T16:21:37,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:21:37,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42515-0x10153e6aabf0001 connected 2024-11-19T16:21:37,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:21:37,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/master 2024-11-19T16:21:37,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/acl 2024-11-19T16:21:37,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42515 2024-11-19T16:21:37,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42515 2024-11-19T16:21:37,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42515 2024-11-19T16:21:37,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42515 2024-11-19T16:21:37,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42515 2024-11-19T16:21:37,621 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:36249 2024-11-19T16:21:37,624 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1361261680/backup-masters/32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680/backup-masters 2024-11-19T16:21:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680/backup-masters 2024-11-19T16:21:37,630 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on existing znode=/0-1361261680/backup-masters/32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1361261680/master 2024-11-19T16:21:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:37,641 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on existing znode=/0-1361261680/master 2024-11-19T16:21:37,641 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1361261680/backup-masters/32a8860bb9d6,36249,1732033297284 from backup master directory 2024-11-19T16:21:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361261680/backup-masters/32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680/backup-masters 2024-11-19T16:21:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680/backup-masters 2024-11-19T16:21:37,651 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:37,651 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:37,655 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/hbase.id] with ID: 0e29960f-acbd-4ac6-afc9-ac1c8c520b6b 2024-11-19T16:21:37,655 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/.tmp/hbase.id 2024-11-19T16:21:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:21:37,670 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/.tmp/hbase.id]:[hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/hbase.id] 2024-11-19T16:21:37,683 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:37,683 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:21:37,684 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:21:37,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:37,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:21:37,759 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:37,760 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:21:37,760 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:21:38,203 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store 2024-11-19T16:21:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:21:38,241 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:38,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:38,242 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:38,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:38,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:38,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:38,242 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:38,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033298241Disabling compacts and flushes for region at 1732033298241Disabling writes for close at 1732033298242 (+1 ms)Writing region close event to WAL at 1732033298242Closed at 1732033298242 2024-11-19T16:21:38,242 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/.initializing 2024-11-19T16:21:38,243 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/WALs/32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:38,245 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:38,246 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C36249%2C1732033297284, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/WALs/32a8860bb9d6,36249,1732033297284, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/oldWALs, maxLogs=10 2024-11-19T16:21:38,267 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/WALs/32a8860bb9d6,36249,1732033297284/32a8860bb9d6%2C36249%2C1732033297284.1732033298246, exclude list is [], retry=0 2024-11-19T16:21:38,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-ac6a96d0-eec6-4ffa-bc5b-b61ccf1abc39,DISK] 2024-11-19T16:21:38,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/WALs/32a8860bb9d6,36249,1732033297284/32a8860bb9d6%2C36249%2C1732033297284.1732033298246 2024-11-19T16:21:38,289 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-19T16:21:38,289 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:38,289 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:38,290 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,290 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:21:38,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:38,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:21:38,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:38,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:21:38,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:38,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:21:38,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:38,299 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,299 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,300 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,301 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,301 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,302 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:38,303 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:38,327 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:38,329 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73391154, jitterRate=0.09361341595649719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:38,330 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033298290Initializing all the Stores at 1732033298291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033298291Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033298291Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033298291Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033298291Cleaning up temporary data from old regions at 1732033298301 (+10 ms)Region opened successfully at 1732033298330 (+29 ms) 2024-11-19T16:21:38,337 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:21:38,340 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7395b671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:38,341 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:21:38,341 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:21:38,341 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:21:38,341 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:21:38,342 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:21:38,342 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:21:38,342 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:21:38,344 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:21:38,345 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Unable to get data of znode /0-1361261680/balancer because node does not exist (not necessarily an error) 2024-11-19T16:21:38,406 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361261680/balancer already deleted, retry=false 2024-11-19T16:21:38,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:21:38,407 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Unable to get data of znode /0-1361261680/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:21:38,416 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361261680/normalizer already deleted, retry=false 2024-11-19T16:21:38,416 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:21:38,417 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Unable to get data of znode /0-1361261680/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:21:38,430 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361261680/switch/split already deleted, retry=false 2024-11-19T16:21:38,432 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Unable to get data of znode /0-1361261680/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:21:38,440 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361261680/switch/merge already deleted, retry=false 2024-11-19T16:21:38,442 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Unable to get data of znode /0-1361261680/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:21:38,451 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361261680/snapshot-cleanup already deleted, retry=false 2024-11-19T16:21:38,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1361261680/running 2024-11-19T16:21:38,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1361261680/running 2024-11-19T16:21:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:38,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:38,462 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,36249,1732033297284, sessionid=0x10153e6aabf0000, setting cluster-up flag (Was=false) 2024-11-19T16:21:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:38,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:38,514 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1361261680/flush-table-proc/acquired, /0-1361261680/flush-table-proc/reached, /0-1361261680/flush-table-proc/abort 2024-11-19T16:21:38,516 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:38,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:38,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:38,567 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1361261680/online-snapshot/acquired, /0-1361261680/online-snapshot/reached, /0-1361261680/online-snapshot/abort 2024-11-19T16:21:38,568 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:38,569 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:21:38,570 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:38,570 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:21:38,570 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:21:38,571 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,36249,1732033297284 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:21:38,572 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:38,572 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:38,572 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:38,572 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:38,572 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:21:38,573 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,573 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:38,573 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033328575 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:21:38,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:38,575 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:21:38,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:21:38,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:21:38,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:21:38,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:21:38,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:21:38,576 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:21:38,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:21:38,580 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033298576,5,FailOnTimeoutGroup] 2024-11-19T16:21:38,588 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033298580,5,FailOnTimeoutGroup] 2024-11-19T16:21:38,588 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,588 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:21:38,588 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,588 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:21:38,618 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(746): ClusterId : 0e29960f-acbd-4ac6-afc9-ac1c8c520b6b 2024-11-19T16:21:38,618 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:21:38,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:21:38,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9 2024-11-19T16:21:38,631 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:21:38,631 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:21:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741832_1008 (size=32) 2024-11-19T16:21:38,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:38,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:38,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:38,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:38,642 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:21:38,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:38,642 DEBUG [RS:0;32a8860bb9d6:42515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34be0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:38,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:38,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:38,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:38,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:38,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:38,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:38,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:38,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:38,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:38,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:38,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740 2024-11-19T16:21:38,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740 2024-11-19T16:21:38,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:38,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:38,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:38,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:38,669 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:38,670 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70193515, jitterRate=0.04596488177776337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:38,670 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:42515 2024-11-19T16:21:38,670 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:21:38,670 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:21:38,670 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:21:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033298638Initializing all the Stores at 1732033298639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033298639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033298639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033298639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033298639Cleaning up temporary data from old regions at 1732033298652 (+13 ms)Region opened successfully at 1732033298670 (+18 ms) 2024-11-19T16:21:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:38,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:38,671 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,36249,1732033297284 with port=42515, startcode=1732033297521 2024-11-19T16:21:38,671 DEBUG [RS:0;32a8860bb9d6:42515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:21:38,672 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:38,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033298671Disabling compacts and flushes for region at 1732033298671Disabling writes for close at 1732033298671Writing region close event to WAL at 1732033298672 (+1 ms)Closed at 1732033298672 2024-11-19T16:21:38,673 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:21:38,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:38,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36249 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:38,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:38,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:21:38,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:21:38,675 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9 2024-11-19T16:21:38,675 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34687 2024-11-19T16:21:38,675 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:21:38,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:38,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680/rs 2024-11-19T16:21:38,683 DEBUG [RS:0;32a8860bb9d6:42515 {}] zookeeper.ZKUtil(111): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on existing znode=/0-1361261680/rs/32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:38,683 WARN [RS:0;32a8860bb9d6:42515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:38,683 INFO [RS:0;32a8860bb9d6:42515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:38,684 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:38,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,42515,1732033297521] 2024-11-19T16:21:38,691 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:21:38,692 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:21:38,693 INFO [RS:0;32a8860bb9d6:42515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:21:38,693 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,693 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:21:38,694 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:21:38,694 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:38,694 DEBUG [RS:0;32a8860bb9d6:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:38,696 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,696 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,696 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,696 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,696 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,696 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42515,1732033297521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:38,719 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:21:38,719 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,42515,1732033297521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,719 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,719 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.Replication(171): 32a8860bb9d6,42515,1732033297521 started 2024-11-19T16:21:38,737 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:38,737 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,42515,1732033297521, RpcServer on 32a8860bb9d6/172.17.0.3:42515, sessionid=0x10153e6aabf0001 2024-11-19T16:21:38,737 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:21:38,737 DEBUG [RS:0;32a8860bb9d6:42515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:38,737 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,42515,1732033297521' 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1361261680/flush-table-proc/abort' 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1361261680/flush-table-proc/acquired' 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,42515,1732033297521' 2024-11-19T16:21:38,738 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1361261680/online-snapshot/abort' 2024-11-19T16:21:38,739 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1361261680/online-snapshot/acquired' 2024-11-19T16:21:38,739 DEBUG [RS:0;32a8860bb9d6:42515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:21:38,739 INFO [RS:0;32a8860bb9d6:42515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:21:38,739 INFO [RS:0;32a8860bb9d6:42515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:21:38,828 WARN [32a8860bb9d6:36249 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T16:21:38,840 INFO [RS:0;32a8860bb9d6:42515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:38,842 INFO [RS:0;32a8860bb9d6:42515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C42515%2C1732033297521, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/oldWALs, maxLogs=10 2024-11-19T16:21:38,860 DEBUG [RS:0;32a8860bb9d6:42515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842, exclude list is [], retry=0 2024-11-19T16:21:38,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-ac6a96d0-eec6-4ffa-bc5b-b61ccf1abc39,DISK] 2024-11-19T16:21:38,863 INFO [RS:0;32a8860bb9d6:42515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 2024-11-19T16:21:38,863 DEBUG [RS:0;32a8860bb9d6:42515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-19T16:21:39,078 DEBUG [32a8860bb9d6:36249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:21:39,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:39,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,42515,1732033297521, state=OPENING 2024-11-19T16:21:39,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:21:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:39,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361261680/meta-region-server: CHANGED 2024-11-19T16:21:39,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361261680/meta-region-server: CHANGED 2024-11-19T16:21:39,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:39,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,42515,1732033297521}] 2024-11-19T16:21:39,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:39,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:21:39,375 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:21:39,375 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:39,375 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:21:39,376 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C42515%2C1732033297521.meta, suffix=.meta, logDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/oldWALs, maxLogs=10 2024-11-19T16:21:39,388 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.meta.1732033299376.meta, exclude list is [], retry=0 2024-11-19T16:21:39,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-ac6a96d0-eec6-4ffa-bc5b-b61ccf1abc39,DISK] 2024-11-19T16:21:39,398 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.meta.1732033299376.meta 2024-11-19T16:21:39,398 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-19T16:21:39,398 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:39,398 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:39,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:39,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:21:39,399 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:21:39,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:21:39,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:39,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:21:39,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:21:39,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:39,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:39,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:39,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:39,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:39,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:39,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:39,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:39,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:39,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:39,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:39,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:39,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:39,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:39,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:39,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:39,405 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:39,406 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740 2024-11-19T16:21:39,406 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740 2024-11-19T16:21:39,408 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:39,408 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:39,408 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:39,409 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:39,410 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73724684, jitterRate=0.0985834002494812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:39,410 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:21:39,411 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033299399Writing region info on filesystem at 1732033299399Initializing all the Stores at 1732033299400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033299400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033299400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033299400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033299400Cleaning up temporary data from old regions at 1732033299408 (+8 ms)Running coprocessor post-open hooks at 1732033299410 (+2 ms)Region opened successfully at 1732033299411 (+1 ms) 2024-11-19T16:21:39,412 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033299370 2024-11-19T16:21:39,414 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:21:39,414 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:21:39,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:39,416 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,42515,1732033297521, state=OPEN 2024-11-19T16:21:39,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1361261680/meta-region-server 2024-11-19T16:21:39,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1361261680/meta-region-server 2024-11-19T16:21:39,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361261680/meta-region-server: CHANGED 2024-11-19T16:21:39,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1361261680/meta-region-server: CHANGED 2024-11-19T16:21:39,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:39,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:21:39,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,42515,1732033297521 in 221 msec 2024-11-19T16:21:39,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:21:39,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-11-19T16:21:39,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:39,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:21:39,446 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:39,446 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,42515,1732033297521, seqNum=-1] 2024-11-19T16:21:39,446 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:39,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:39,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 883 msec 2024-11-19T16:21:39,454 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033299454, completionTime=-1 2024-11-19T16:21:39,454 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:21:39,454 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:21:39,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:21:39,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033359457 2024-11-19T16:21:39,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033419457 2024-11-19T16:21:39,457 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T16:21:39,458 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36249,1732033297284-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,458 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36249,1732033297284-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,458 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36249,1732033297284-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,458 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:36249, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,458 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,459 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,460 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.812sec 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36249,1732033297284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:39,463 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36249,1732033297284-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:21:39,466 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:21:39,466 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:21:39,466 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36249,1732033297284-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:39,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439757a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:39,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36249,-1 for getting cluster id 2024-11-19T16:21:39,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:39,531 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29960f-acbd-4ac6-afc9-ac1c8c520b6b' 2024-11-19T16:21:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29960f-acbd-4ac6-afc9-ac1c8c520b6b" 2024-11-19T16:21:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3811facd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36249,-1] 2024-11-19T16:21:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:39,534 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:39,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a870934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:39,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,42515,1732033297521, seqNum=-1] 2024-11-19T16:21:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:39,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:39,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:39,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:39,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e6aabf0002 connected 2024-11-19T16:21:39,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir so I do NOT create it in target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c 2024-11-19T16:21:39,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:21:39,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.tmp.dir so I do NOT create it in target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c 2024-11-19T16:21:39,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:21:39,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c 2024-11-19T16:21:39,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/cluster_bc3ca602-96a8-4378-e5b9-0923e7e58660, deleteOnExit=true 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/test.cache.data in system properties and HBase conf 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:21:39,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:21:39,601 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:21:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:21:39,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:39,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:21:39,991 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88603 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:21:39,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:40,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:21:40,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:21:40,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:21:40,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:21:40,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:40,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c25aa82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:21:40,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155223ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:21:40,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5423f681{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-13056474434682504705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:21:40,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4779c887{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-11-19T16:21:40,165 INFO [Time-limited test {}] server.Server(415): Started @290999ms 2024-11-19T16:21:40,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:40,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:21:40,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:21:40,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:21:40,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:21:40,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e40b2e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:21:40,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@557b24c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:21:40,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133b4e21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/java.io.tmpdir/jetty-localhost-42569-hadoop-hdfs-3_4_1-tests_jar-_-any-13495578271206449143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:21:40,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bf0291a{HTTP/1.1, (http/1.1)}{localhost:42569} 2024-11-19T16:21:40,590 INFO [Time-limited test {}] server.Server(415): Started @291424ms 2024-11-19T16:21:40,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:21:41,262 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/cluster_bc3ca602-96a8-4378-e5b9-0923e7e58660/data/data2/current/BP-875264868-172.17.0.3-1732033299629/current, will proceed with Du for space computation calculation, 2024-11-19T16:21:41,262 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/cluster_bc3ca602-96a8-4378-e5b9-0923e7e58660/data/data1/current/BP-875264868-172.17.0.3-1732033299629/current, will proceed with Du for space computation calculation, 2024-11-19T16:21:41,288 WARN [Thread-3561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:21:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f3844409e5b0e37 with lease ID 0xcd26ac1d1d3cad7c: Processing first storage report for DS-d147cb9b-6ac9-45be-8fd3-3dd6658934d7 from datanode DatanodeRegistration(127.0.0.1:37993, datanodeUuid=c86a2761-aab5-441b-8187-a24939e79030, infoPort=37121, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=988433018;c=1732033299629) 2024-11-19T16:21:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f3844409e5b0e37 with lease ID 0xcd26ac1d1d3cad7c: from storage DS-d147cb9b-6ac9-45be-8fd3-3dd6658934d7 node DatanodeRegistration(127.0.0.1:37993, datanodeUuid=c86a2761-aab5-441b-8187-a24939e79030, infoPort=37121, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=988433018;c=1732033299629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:21:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f3844409e5b0e37 with lease ID 0xcd26ac1d1d3cad7c: Processing first storage report for DS-3ab3579e-bcb5-4693-a56a-d3a5a801b316 from datanode DatanodeRegistration(127.0.0.1:37993, datanodeUuid=c86a2761-aab5-441b-8187-a24939e79030, infoPort=37121, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=988433018;c=1732033299629) 2024-11-19T16:21:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f3844409e5b0e37 with lease ID 0xcd26ac1d1d3cad7c: from storage DS-3ab3579e-bcb5-4693-a56a-d3a5a801b316 node DatanodeRegistration(127.0.0.1:37993, datanodeUuid=c86a2761-aab5-441b-8187-a24939e79030, infoPort=37121, infoSecurePort=0, ipcPort=44963, storageInfo=lv=-57;cid=testClusterID;nsid=988433018;c=1732033299629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:21:41,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c 2024-11-19T16:21:41,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:21:41,351 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca with version=8 2024-11-19T16:21:41,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/hbase-staging 2024-11-19T16:21:41,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:21:41,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:41,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:41,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:21:41,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:41,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:21:41,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:21:41,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:21:41,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34401 2024-11-19T16:21:41,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34401 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344010x0, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:41,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34401-0x10153e6aabf0003 connected 2024-11-19T16:21:41,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/running 2024-11-19T16:21:41,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca, hbase.cluster.distributed=false 2024-11-19T16:21:41,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/acl 2024-11-19T16:21:41,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-19T16:21:41,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34401 2024-11-19T16:21:41,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34401 2024-11-19T16:21:41,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-19T16:21:41,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-19T16:21:41,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:21:41,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:21:41,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37449 2024-11-19T16:21:41,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37449 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:41,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374490x0, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:41,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374490x0, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/running 2024-11-19T16:21:41,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:21:41,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37449-0x10153e6aabf0004 connected 2024-11-19T16:21:41,499 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:21:41,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/master 2024-11-19T16:21:41,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/acl 2024-11-19T16:21:41,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37449 2024-11-19T16:21:41,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37449 2024-11-19T16:21:41,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37449 2024-11-19T16:21:41,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37449 2024-11-19T16:21:41,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37449 2024-11-19T16:21:41,527 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:34401 2024-11-19T16:21:41,527 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-430861930/backup-masters/32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:41,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930/backup-masters 2024-11-19T16:21:41,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930/backup-masters 2024-11-19T16:21:41,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on existing znode=/1-430861930/backup-masters/32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:41,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:41,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-430861930/master 2024-11-19T16:21:41,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:41,546 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on existing znode=/1-430861930/master 2024-11-19T16:21:41,546 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-430861930/backup-masters/32a8860bb9d6,34401,1732033301354 from backup master directory 2024-11-19T16:21:41,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930/backup-masters 2024-11-19T16:21:41,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-430861930/backup-masters/32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:41,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930/backup-masters 2024-11-19T16:21:41,556 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:41,556 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:41,559 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/hbase.id] with ID: cd86e2f3-9d38-4982-bb07-79a44066a211 2024-11-19T16:21:41,559 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/.tmp/hbase.id 2024-11-19T16:21:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:21:41,966 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/.tmp/hbase.id]:[hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/hbase.id] 2024-11-19T16:21:41,973 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:41,973 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:21:41,974 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:21:41,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:41,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:21:41,989 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:41,990 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:21:41,990 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:21:42,395 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store 2024-11-19T16:21:42,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:21:42,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:42,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:42,801 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:42,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:42,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:42,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:42,801 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:42,801 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033302801Disabling compacts and flushes for region at 1732033302801Disabling writes for close at 1732033302801Writing region close event to WAL at 1732033302801Closed at 1732033302801 2024-11-19T16:21:42,802 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/.initializing 2024-11-19T16:21:42,802 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/WALs/32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:42,803 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:42,804 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C34401%2C1732033301354, suffix=, logDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/WALs/32a8860bb9d6,34401,1732033301354, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/oldWALs, maxLogs=10 2024-11-19T16:21:42,816 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/WALs/32a8860bb9d6,34401,1732033301354/32a8860bb9d6%2C34401%2C1732033301354.1732033302804, exclude list is [], retry=0 2024-11-19T16:21:42,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-d147cb9b-6ac9-45be-8fd3-3dd6658934d7,DISK] 2024-11-19T16:21:42,820 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/WALs/32a8860bb9d6,34401,1732033301354/32a8860bb9d6%2C34401%2C1732033301354.1732033302804 2024-11-19T16:21:42,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-19T16:21:42,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:42,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:42,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,820 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:21:42,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:21:42,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:42,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:42,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:21:42,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:42,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:42,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:21:42,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:42,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:42,826 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,832 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,833 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,834 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,834 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,834 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:42,835 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:42,841 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:42,841 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73190037, jitterRate=0.09061653912067413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:42,841 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033302820Initializing all the Stores at 1732033302821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033302821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033302821Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033302821Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033302821Cleaning up temporary data from old regions at 1732033302834 (+13 ms)Region opened successfully at 1732033302841 (+7 ms) 2024-11-19T16:21:42,841 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:21:42,843 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ee80e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:42,844 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:21:42,844 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:21:42,844 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:21:42,844 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:21:42,844 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:21:42,845 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:21:42,845 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:21:42,846 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:21:42,847 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Unable to get data of znode /1-430861930/balancer because node does not exist (not necessarily an error) 2024-11-19T16:21:42,861 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-430861930/balancer already deleted, retry=false 2024-11-19T16:21:42,861 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:21:42,862 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Unable to get data of znode /1-430861930/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:21:42,871 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-430861930/normalizer already deleted, retry=false 2024-11-19T16:21:42,872 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:21:42,872 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Unable to get data of znode /1-430861930/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:21:42,882 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-430861930/switch/split already deleted, retry=false 2024-11-19T16:21:42,883 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Unable to get data of znode /1-430861930/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:21:42,893 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-430861930/switch/merge already deleted, retry=false 2024-11-19T16:21:42,895 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Unable to get data of znode /1-430861930/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:21:42,903 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-430861930/snapshot-cleanup already deleted, retry=false 2024-11-19T16:21:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-430861930/running 2024-11-19T16:21:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-430861930/running 2024-11-19T16:21:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:42,914 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,34401,1732033301354, sessionid=0x10153e6aabf0003, setting cluster-up flag (Was=false) 2024-11-19T16:21:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:43,017 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-430861930/flush-table-proc/acquired, /1-430861930/flush-table-proc/reached, /1-430861930/flush-table-proc/abort 2024-11-19T16:21:43,018 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:43,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:43,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:43,258 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-430861930/online-snapshot/acquired, /1-430861930/online-snapshot/reached, /1-430861930/online-snapshot/abort 2024-11-19T16:21:43,259 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:43,260 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:21:43,261 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:43,261 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:21:43,261 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:21:43,261 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,34401,1732033301354 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:43,263 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:43,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:21:43,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:43,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:21:43,272 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033333272 2024-11-19T16:21:43,272 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:21:43,273 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:21:43,273 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:21:43,273 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:21:43,273 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:21:43,273 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:21:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:21:43,288 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:21:43,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:21:43,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:21:43,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:21:43,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:21:43,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:21:43,289 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033303289,5,FailOnTimeoutGroup] 2024-11-19T16:21:43,291 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033303289,5,FailOnTimeoutGroup] 2024-11-19T16:21:43,291 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,291 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:21:43,291 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,291 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,317 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(746): ClusterId : cd86e2f3-9d38-4982-bb07-79a44066a211 2024-11-19T16:21:43,317 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:21:43,325 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:21:43,325 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:21:43,335 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:21:43,336 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533dc026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:43,346 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:37449 2024-11-19T16:21:43,346 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:21:43,346 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:21:43,346 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:21:43,346 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,34401,1732033301354 with port=37449, startcode=1732033301478 2024-11-19T16:21:43,346 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:21:43,348 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:21:43,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:43,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34401 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:43,349 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca 2024-11-19T16:21:43,349 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38363 2024-11-19T16:21:43,349 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:21:43,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930/rs 2024-11-19T16:21:43,420 DEBUG [RS:0;32a8860bb9d6:37449 {}] zookeeper.ZKUtil(111): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on existing znode=/1-430861930/rs/32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:43,420 WARN [RS:0;32a8860bb9d6:37449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:43,420 INFO [RS:0;32a8860bb9d6:37449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:43,420 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:43,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,37449,1732033301478] 2024-11-19T16:21:43,425 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:21:43,427 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:21:43,427 INFO [RS:0;32a8860bb9d6:37449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:21:43,427 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,428 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:21:43,429 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:21:43,429 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:43,429 DEBUG [RS:0;32a8860bb9d6:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:43,431 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,431 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,431 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,431 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,431 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,431 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37449,1732033301478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:43,449 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:21:43,449 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37449,1732033301478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,449 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,449 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.Replication(171): 32a8860bb9d6,37449,1732033301478 started 2024-11-19T16:21:43,466 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:43,467 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,37449,1732033301478, RpcServer on 32a8860bb9d6/172.17.0.3:37449, sessionid=0x10153e6aabf0004 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37449,1732033301478' 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-430861930/flush-table-proc/abort' 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-430861930/flush-table-proc/acquired' 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37449,1732033301478' 2024-11-19T16:21:43,467 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-430861930/online-snapshot/abort' 2024-11-19T16:21:43,468 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-430861930/online-snapshot/acquired' 2024-11-19T16:21:43,468 DEBUG [RS:0;32a8860bb9d6:37449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:21:43,468 INFO [RS:0;32a8860bb9d6:37449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:21:43,468 INFO [RS:0;32a8860bb9d6:37449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:21:43,568 INFO [RS:0;32a8860bb9d6:37449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:43,569 INFO [RS:0;32a8860bb9d6:37449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37449%2C1732033301478, suffix=, logDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/oldWALs, maxLogs=10 2024-11-19T16:21:43,583 DEBUG [RS:0;32a8860bb9d6:37449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, exclude list is [], retry=0 2024-11-19T16:21:43,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-d147cb9b-6ac9-45be-8fd3-3dd6658934d7,DISK] 2024-11-19T16:21:43,586 INFO [RS:0;32a8860bb9d6:37449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 2024-11-19T16:21:43,586 DEBUG [RS:0;32a8860bb9d6:37449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-19T16:21:43,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:21:43,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca 2024-11-19T16:21:43,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:21:44,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:44,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:44,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:44,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:44,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:44,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:44,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:44,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:44,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:44,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740 2024-11-19T16:21:44,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740 2024-11-19T16:21:44,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:44,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:44,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:44,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:44,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:44,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68278999, jitterRate=0.017436370253562927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:44,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033304089Initializing all the Stores at 1732033304090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033304090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033304090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033304090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033304090Cleaning up temporary data from old regions at 1732033304096 (+6 ms)Region opened successfully at 1732033304098 (+2 ms) 2024-11-19T16:21:44,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:44,098 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:44,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:44,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:44,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:44,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:44,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033304098Disabling compacts and flushes for region at 1732033304098Disabling writes for close at 1732033304098Writing region close event to WAL at 1732033304099 (+1 ms)Closed at 1732033304099 2024-11-19T16:21:44,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:44,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:21:44,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:21:44,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:44,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:21:44,251 DEBUG [32a8860bb9d6:34401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:21:44,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:44,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37449,1732033301478, state=OPENING 2024-11-19T16:21:44,314 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:21:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:44,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:44,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-430861930/meta-region-server: CHANGED 2024-11-19T16:21:44,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-430861930/meta-region-server: CHANGED 2024-11-19T16:21:44,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37449,1732033301478}] 2024-11-19T16:21:44,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:44,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:21:44,513 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:21:44,514 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:44,514 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:21:44,515 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37449%2C1732033301478.meta, suffix=.meta, logDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/oldWALs, maxLogs=10 2024-11-19T16:21:44,531 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.meta.1732033304515.meta, exclude list is [], retry=0 2024-11-19T16:21:44,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-d147cb9b-6ac9-45be-8fd3-3dd6658934d7,DISK] 2024-11-19T16:21:44,534 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.meta.1732033304515.meta 2024-11-19T16:21:44,534 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-19T16:21:44,534 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:44,535 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:44,535 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:44,535 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:21:44,535 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:21:44,535 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:21:44,535 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:44,535 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:21:44,536 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:21:44,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:44,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:44,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:44,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:44,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:44,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:44,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:44,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:44,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:44,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:44,540 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:44,540 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740 2024-11-19T16:21:44,541 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740 2024-11-19T16:21:44,542 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:44,542 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:44,542 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:44,543 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:44,543 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65263292, jitterRate=-0.027501165866851807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:44,544 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:21:44,544 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033304536Writing region info on filesystem at 1732033304536Initializing all the Stores at 1732033304536Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033304536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033304536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033304536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033304536Cleaning up temporary data from old regions at 1732033304542 (+6 ms)Running coprocessor post-open hooks at 1732033304544 (+2 ms)Region opened successfully at 1732033304544 2024-11-19T16:21:44,544 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033304509 2024-11-19T16:21:44,546 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:21:44,546 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:21:44,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:44,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37449,1732033301478, state=OPEN 2024-11-19T16:21:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-430861930/meta-region-server 2024-11-19T16:21:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-430861930/meta-region-server 2024-11-19T16:21:44,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:44,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-430861930/meta-region-server: CHANGED 2024-11-19T16:21:44,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-430861930/meta-region-server: CHANGED 2024-11-19T16:21:44,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:21:44,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37449,1732033301478 in 264 msec 2024-11-19T16:21:44,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:21:44,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2024-11-19T16:21:44,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:44,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:21:44,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:44,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37449,1732033301478, seqNum=-1] 2024-11-19T16:21:44,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:44,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:44,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-19T16:21:44,632 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033304632, completionTime=-1 2024-11-19T16:21:44,632 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:21:44,632 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:21:44,633 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:21:44,633 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033364633 2024-11-19T16:21:44,633 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033424633 2024-11-19T16:21:44,633 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:21:44,634 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34401,1732033301354-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,634 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34401,1732033301354-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,634 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34401,1732033301354-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,634 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:34401, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,634 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,634 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,635 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.081sec 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34401,1732033301354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:44,637 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34401,1732033301354-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:21:44,639 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:21:44,639 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:21:44,639 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34401,1732033301354-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:44,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709059e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:44,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:21:44,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:44,719 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:21:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:21:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24324084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:21:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:44,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:44,720 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:44,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db455c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:44,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:44,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37449,1732033301478, seqNum=-1] 2024-11-19T16:21:44,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:44,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:44,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:44,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:44,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e6aabf0005 connected 2024-11-19T16:21:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir so I do NOT create it in target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157 2024-11-19T16:21:44,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:21:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.tmp.dir so I do NOT create it in target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157 2024-11-19T16:21:44,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:21:44,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157 2024-11-19T16:21:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:21:44,888 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/cluster_8e7917d4-32c6-34eb-5142-f0ef834fa027, deleteOnExit=true 2024-11-19T16:21:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/test.cache.data in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:21:44,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:21:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:21:44,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:44,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:21:45,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:45,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:21:45,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:21:45,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:21:45,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:21:45,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:45,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df8353{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:21:45,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af2e9d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:21:45,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35ca09bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/java.io.tmpdir/jetty-localhost-35041-hadoop-hdfs-3_4_1-tests_jar-_-any-16309617488072901574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:21:45,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@786ba9ca{HTTP/1.1, (http/1.1)}{localhost:35041} 2024-11-19T16:21:45,820 INFO [Time-limited test {}] server.Server(415): Started @296655ms 2024-11-19T16:21:46,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:21:46,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:21:46,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:21:46,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:21:46,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:21:46,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@244ac288{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:21:46,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@705fc01e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:21:46,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c92d3d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/java.io.tmpdir/jetty-localhost-34803-hadoop-hdfs-3_4_1-tests_jar-_-any-17064636482706266226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:21:46,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@720973d3{HTTP/1.1, (http/1.1)}{localhost:34803} 2024-11-19T16:21:46,478 INFO [Time-limited test {}] server.Server(415): Started @297312ms 2024-11-19T16:21:46,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:21:46,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:21:46,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:21:46,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T16:21:46,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T16:21:47,667 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/cluster_8e7917d4-32c6-34eb-5142-f0ef834fa027/data/data1/current/BP-1468475071-172.17.0.3-1732033304997/current, will proceed with Du for space computation calculation, 2024-11-19T16:21:47,667 WARN [Thread-3695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/cluster_8e7917d4-32c6-34eb-5142-f0ef834fa027/data/data2/current/BP-1468475071-172.17.0.3-1732033304997/current, will proceed with Du for space computation calculation, 2024-11-19T16:21:47,687 WARN [Thread-3682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:21:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa9c6eeff57645bc with lease ID 0x6d54b6e9f9ebc77e: Processing first storage report for DS-12ac4405-7143-4291-b08f-3aa687f1149b from datanode DatanodeRegistration(127.0.0.1:33979, datanodeUuid=19e519f6-771e-4eb7-9d3f-0c5e5b02906c, infoPort=44509, infoSecurePort=0, ipcPort=45179, storageInfo=lv=-57;cid=testClusterID;nsid=1129374847;c=1732033304997) 2024-11-19T16:21:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa9c6eeff57645bc with lease ID 0x6d54b6e9f9ebc77e: from storage DS-12ac4405-7143-4291-b08f-3aa687f1149b node DatanodeRegistration(127.0.0.1:33979, datanodeUuid=19e519f6-771e-4eb7-9d3f-0c5e5b02906c, infoPort=44509, infoSecurePort=0, ipcPort=45179, storageInfo=lv=-57;cid=testClusterID;nsid=1129374847;c=1732033304997), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:21:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa9c6eeff57645bc with lease ID 0x6d54b6e9f9ebc77e: Processing first storage report for DS-fe244e2d-c738-4b50-a4a2-d1ab4c2cca3b from datanode DatanodeRegistration(127.0.0.1:33979, datanodeUuid=19e519f6-771e-4eb7-9d3f-0c5e5b02906c, infoPort=44509, infoSecurePort=0, ipcPort=45179, storageInfo=lv=-57;cid=testClusterID;nsid=1129374847;c=1732033304997) 2024-11-19T16:21:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa9c6eeff57645bc with lease ID 0x6d54b6e9f9ebc77e: from storage DS-fe244e2d-c738-4b50-a4a2-d1ab4c2cca3b node DatanodeRegistration(127.0.0.1:33979, datanodeUuid=19e519f6-771e-4eb7-9d3f-0c5e5b02906c, infoPort=44509, infoSecurePort=0, ipcPort=45179, storageInfo=lv=-57;cid=testClusterID;nsid=1129374847;c=1732033304997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:21:47,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157 2024-11-19T16:21:47,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:21:47,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097 with version=8 2024-11-19T16:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/hbase-staging 2024-11-19T16:21:47,723 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:21:47,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:21:47,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44097 2024-11-19T16:21:47,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44097 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:47,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440970x0, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:47,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44097-0x10153e6aabf0006 connected 2024-11-19T16:21:47,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/running 2024-11-19T16:21:47,853 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097, hbase.cluster.distributed=false 2024-11-19T16:21:47,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/acl 2024-11-19T16:21:47,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-19T16:21:47,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44097 2024-11-19T16:21:47,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44097 2024-11-19T16:21:47,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-19T16:21:47,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-19T16:21:47,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:21:47,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:21:47,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40965 2024-11-19T16:21:47,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40965 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:47,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409650x0, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:47,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409650x0, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/running 2024-11-19T16:21:47,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:21:47,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40965-0x10153e6aabf0007 connected 2024-11-19T16:21:47,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:21:47,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/master 2024-11-19T16:21:47,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/acl 2024-11-19T16:21:47,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-19T16:21:47,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40965 2024-11-19T16:21:47,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40965 2024-11-19T16:21:47,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-19T16:21:47,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40965 2024-11-19T16:21:47,920 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:44097 2024-11-19T16:21:47,920 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-530288649/backup-masters/32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649/backup-masters 2024-11-19T16:21:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649/backup-masters 2024-11-19T16:21:47,932 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on existing znode=/2-530288649/backup-masters/32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:47,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-530288649/master 2024-11-19T16:21:47,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:47,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:47,948 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on existing znode=/2-530288649/master 2024-11-19T16:21:47,948 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-530288649/backup-masters/32a8860bb9d6,44097,1732033307723 from backup master directory 2024-11-19T16:21:47,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-530288649/backup-masters/32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:47,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649/backup-masters 2024-11-19T16:21:47,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649/backup-masters 2024-11-19T16:21:47,956 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:47,956 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:47,961 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/hbase.id] with ID: 36086af7-077c-450b-a493-47bded6616af 2024-11-19T16:21:47,961 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/.tmp/hbase.id 2024-11-19T16:21:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:21:47,970 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/.tmp/hbase.id]:[hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/hbase.id] 2024-11-19T16:21:47,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:21:47,981 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:21:47,982 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:21:47,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:47,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:21:48,400 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:48,400 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:21:48,401 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:21:48,813 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store 2024-11-19T16:21:48,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:21:49,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:49,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:21:49,218 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:49,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:49,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:21:49,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:49,218 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:21:49,218 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033309218Disabling compacts and flushes for region at 1732033309218Disabling writes for close at 1732033309218Writing region close event to WAL at 1732033309218Closed at 1732033309218 2024-11-19T16:21:49,219 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/.initializing 2024-11-19T16:21:49,219 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/WALs/32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:49,220 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:49,221 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C44097%2C1732033307723, suffix=, logDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/WALs/32a8860bb9d6,44097,1732033307723, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/oldWALs, maxLogs=10 2024-11-19T16:21:49,238 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/WALs/32a8860bb9d6,44097,1732033307723/32a8860bb9d6%2C44097%2C1732033307723.1732033309221, exclude list is [], retry=0 2024-11-19T16:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33979,DS-12ac4405-7143-4291-b08f-3aa687f1149b,DISK] 2024-11-19T16:21:49,242 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/WALs/32a8860bb9d6,44097,1732033307723/32a8860bb9d6%2C44097%2C1732033307723.1732033309221 2024-11-19T16:21:49,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-19T16:21:49,242 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:49,243 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:49,243 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,243 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:21:49,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:49,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:49,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:21:49,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:49,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:49,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:21:49,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:49,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:49,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:21:49,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:49,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:49,248 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,249 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,249 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,250 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,250 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,250 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:49,251 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:21:49,253 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:49,253 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60056696, jitterRate=-0.10508549213409424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:49,253 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033309243Initializing all the Stores at 1732033309243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033309243Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033309244 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033309244Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033309244Cleaning up temporary data from old regions at 1732033309250 (+6 ms)Region opened successfully at 1732033309253 (+3 ms) 2024-11-19T16:21:49,254 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:21:49,256 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471895b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:49,257 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:21:49,257 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:21:49,257 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:21:49,257 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:21:49,257 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:21:49,258 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:21:49,258 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:21:49,259 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:21:49,260 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Unable to get data of znode /2-530288649/balancer because node does not exist (not necessarily an error) 2024-11-19T16:21:49,271 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-530288649/balancer already deleted, retry=false 2024-11-19T16:21:49,272 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:21:49,272 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Unable to get data of znode /2-530288649/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:21:49,282 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-530288649/normalizer already deleted, retry=false 2024-11-19T16:21:49,282 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:21:49,283 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Unable to get data of znode /2-530288649/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:21:49,375 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-530288649/switch/split already deleted, retry=false 2024-11-19T16:21:49,376 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Unable to get data of znode /2-530288649/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:21:49,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-530288649/switch/merge already deleted, retry=false 2024-11-19T16:21:49,407 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Unable to get data of znode /2-530288649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:21:49,418 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-530288649/snapshot-cleanup already deleted, retry=false 2024-11-19T16:21:49,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-530288649/running 2024-11-19T16:21:49,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-530288649/running 2024-11-19T16:21:49,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:49,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:49,429 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,44097,1732033307723, sessionid=0x10153e6aabf0006, setting cluster-up flag (Was=false) 2024-11-19T16:21:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:49,482 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-530288649/flush-table-proc/acquired, /2-530288649/flush-table-proc/reached, /2-530288649/flush-table-proc/abort 2024-11-19T16:21:49,483 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:49,534 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-530288649/online-snapshot/acquired, /2-530288649/online-snapshot/reached, /2-530288649/online-snapshot/abort 2024-11-19T16:21:49,535 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:49,537 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:21:49,538 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:49,539 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:21:49,539 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:21:49,539 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,44097,1732033307723 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:49,540 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:49,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:21:49,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:49,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:21:49,550 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033339550 2024-11-19T16:21:49,550 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:21:49,551 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:21:49,551 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:21:49,551 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:21:49,551 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:21:49,551 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:21:49,551 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,553 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:21:49,554 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:21:49,554 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:21:49,554 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:21:49,556 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:21:49,556 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:21:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:21:49,560 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033309556,5,FailOnTimeoutGroup] 2024-11-19T16:21:49,560 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033309560,5,FailOnTimeoutGroup] 2024-11-19T16:21:49,560 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,560 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:21:49,561 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,561 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,611 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(746): ClusterId : 36086af7-077c-450b-a493-47bded6616af 2024-11-19T16:21:49,611 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:21:49,619 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:21:49,619 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:21:49,630 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:21:49,630 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737f7a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:21:49,641 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:40965 2024-11-19T16:21:49,641 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:21:49,641 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:21:49,641 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:21:49,641 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,44097,1732033307723 with port=40965, startcode=1732033307873 2024-11-19T16:21:49,642 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:21:49,643 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:21:49,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:49,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44097 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:49,644 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097 2024-11-19T16:21:49,644 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39903 2024-11-19T16:21:49,644 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:21:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649/rs 2024-11-19T16:21:49,679 DEBUG [RS:0;32a8860bb9d6:40965 {}] zookeeper.ZKUtil(111): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on existing znode=/2-530288649/rs/32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:49,679 WARN [RS:0;32a8860bb9d6:40965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:21:49,679 INFO [RS:0;32a8860bb9d6:40965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:49,680 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:49,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,40965,1732033307873] 2024-11-19T16:21:49,682 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:21:49,684 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:21:49,684 INFO [RS:0;32a8860bb9d6:40965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:21:49,684 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,685 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:21:49,685 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:21:49,685 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,685 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:49,686 DEBUG [RS:0;32a8860bb9d6:40965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:21:49,688 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,688 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,688 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,688 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,688 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,688 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40965,1732033307873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:49,705 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:21:49,705 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40965,1732033307873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,705 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,705 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.Replication(171): 32a8860bb9d6,40965,1732033307873 started 2024-11-19T16:21:49,717 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:49,717 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,40965,1732033307873, RpcServer on 32a8860bb9d6/172.17.0.3:40965, sessionid=0x10153e6aabf0007 2024-11-19T16:21:49,717 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:21:49,717 DEBUG [RS:0;32a8860bb9d6:40965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:49,717 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,40965,1732033307873' 2024-11-19T16:21:49,717 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-530288649/flush-table-proc/abort' 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-530288649/flush-table-proc/acquired' 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,40965,1732033307873' 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-530288649/online-snapshot/abort' 2024-11-19T16:21:49,718 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-530288649/online-snapshot/acquired' 2024-11-19T16:21:49,719 DEBUG [RS:0;32a8860bb9d6:40965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:21:49,719 INFO [RS:0;32a8860bb9d6:40965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:21:49,719 INFO [RS:0;32a8860bb9d6:40965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:21:49,819 INFO [RS:0;32a8860bb9d6:40965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:21:49,821 INFO [RS:0;32a8860bb9d6:40965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C40965%2C1732033307873, suffix=, logDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/oldWALs, maxLogs=10 2024-11-19T16:21:49,837 DEBUG [RS:0;32a8860bb9d6:40965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, exclude list is [], retry=0 2024-11-19T16:21:49,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33979,DS-12ac4405-7143-4291-b08f-3aa687f1149b,DISK] 2024-11-19T16:21:49,840 INFO [RS:0;32a8860bb9d6:40965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 2024-11-19T16:21:49,841 DEBUG [RS:0;32a8860bb9d6:40965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-19T16:21:49,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:21:49,958 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097 2024-11-19T16:21:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:21:50,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:50,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:50,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:50,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:50,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:50,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:50,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:50,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:50,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:50,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:50,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:50,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740 2024-11-19T16:21:50,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740 2024-11-19T16:21:50,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:50,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:50,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:50,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:50,374 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:50,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73461981, jitterRate=0.09466882050037384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:50,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033310365Initializing all the Stores at 1732033310365Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033310365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033310365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033310365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033310365Cleaning up temporary data from old regions at 1732033310371 (+6 ms)Region opened successfully at 1732033310374 (+3 ms) 2024-11-19T16:21:50,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:21:50,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:21:50,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:21:50,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:21:50,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:21:50,375 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:21:50,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033310374Disabling compacts and flushes for region at 1732033310374Disabling writes for close at 1732033310374Writing region close event to WAL at 1732033310375 (+1 ms)Closed at 1732033310375 2024-11-19T16:21:50,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:50,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:21:50,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:21:50,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:50,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:21:50,527 DEBUG [32a8860bb9d6:44097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:21:50,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:50,528 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,40965,1732033307873, state=OPENING 2024-11-19T16:21:50,594 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:21:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:50,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-530288649/meta-region-server: CHANGED 2024-11-19T16:21:50,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-530288649/meta-region-server: CHANGED 2024-11-19T16:21:50,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:21:50,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,40965,1732033307873}] 2024-11-19T16:21:50,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:21:50,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:21:50,762 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:21:50,762 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:50,762 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:21:50,763 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C40965%2C1732033307873.meta, suffix=.meta, logDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/oldWALs, maxLogs=10 2024-11-19T16:21:50,781 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.meta.1732033310763.meta, exclude list is [], retry=0 2024-11-19T16:21:50,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33979,DS-12ac4405-7143-4291-b08f-3aa687f1149b,DISK] 2024-11-19T16:21:50,785 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.meta.1732033310763.meta 2024-11-19T16:21:50,788 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-19T16:21:50,788 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:50,789 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:50,789 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:50,789 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:21:50,789 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:21:50,789 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:21:50,789 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:50,790 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:21:50,790 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:21:50,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:21:50,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:21:50,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:21:50,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:21:50,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:21:50,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:21:50,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:21:50,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:21:50,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:21:50,808 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:21:50,809 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740 2024-11-19T16:21:50,810 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740 2024-11-19T16:21:50,813 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:21:50,814 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:21:50,814 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:21:50,816 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:21:50,817 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59425442, jitterRate=-0.11449190974235535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:21:50,817 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:21:50,817 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033310790Writing region info on filesystem at 1732033310790Initializing all the Stores at 1732033310791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033310791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033310791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033310791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033310791Cleaning up temporary data from old regions at 1732033310814 (+23 ms)Running coprocessor post-open hooks at 1732033310817 (+3 ms)Region opened successfully at 1732033310817 2024-11-19T16:21:50,818 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033310758 2024-11-19T16:21:50,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:21:50,820 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:21:50,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:50,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,40965,1732033307873, state=OPEN 2024-11-19T16:21:50,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-530288649/meta-region-server 2024-11-19T16:21:50,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-530288649/meta-region-server 2024-11-19T16:21:50,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:50,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-530288649/meta-region-server: CHANGED 2024-11-19T16:21:50,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-530288649/meta-region-server: CHANGED 2024-11-19T16:21:50,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:21:50,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,40965,1732033307873 in 223 msec 2024-11-19T16:21:50,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:21:50,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-19T16:21:50,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:21:50,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:21:50,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:50,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40965,1732033307873, seqNum=-1] 2024-11-19T16:21:50,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:50,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:50,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-19T16:21:50,847 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033310847, completionTime=-1 2024-11-19T16:21:50,848 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:21:50,848 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033370851 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033430851 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44097,1732033307723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44097,1732033307723-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44097,1732033307723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:44097, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,851 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,854 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:21:50,860 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.908sec 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44097,1732033307723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:21:50,865 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44097,1732033307723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:21:50,869 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:21:50,869 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:21:50,869 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,44097,1732033307723-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:21:50,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a28922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:50,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44097,-1 for getting cluster id 2024-11-19T16:21:50,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:50,923 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36086af7-077c-450b-a493-47bded6616af' 2024-11-19T16:21:50,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36086af7-077c-450b-a493-47bded6616af" 2024-11-19T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26144613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44097,-1] 2024-11-19T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:50,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:50,926 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:50,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7683d678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:50,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40965,1732033307873, seqNum=-1] 2024-11-19T16:21:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:50,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:21:50,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:50,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59833 2024-11-19T16:21:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:21:50,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10153e6aabf0008 connected 2024-11-19T16:21:50,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@368d2830 2024-11-19T16:21:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:50,984 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:50,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:21:50,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:50,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:50,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:21:50,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:21:51,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e6c4a969ed03edcfa40e718dac51608, NAME => 'test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9 2024-11-19T16:21:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:21:51,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:51,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e6c4a969ed03edcfa40e718dac51608, disabling compactions & flushes 2024-11-19T16:21:51,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. after waiting 0 ms 2024-11-19T16:21:51,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,083 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e6c4a969ed03edcfa40e718dac51608: Waiting for close lock at 1732033311082Disabling compacts and flushes for region at 1732033311082Disabling writes for close at 1732033311083 (+1 ms)Writing region close event to WAL at 1732033311083Closed at 1732033311083 2024-11-19T16:21:51,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:51,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033311084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033311084"}]},"ts":"1732033311084"} 2024-11-19T16:21:51,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:51,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:51,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033311089"}]},"ts":"1732033311089"} 2024-11-19T16:21:51,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:21:51,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e6c4a969ed03edcfa40e718dac51608, ASSIGN}] 2024-11-19T16:21:51,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e6c4a969ed03edcfa40e718dac51608, ASSIGN 2024-11-19T16:21:51,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e6c4a969ed03edcfa40e718dac51608, ASSIGN; state=OFFLINE, location=32a8860bb9d6,42515,1732033297521; forceNewPlan=false, retain=false 2024-11-19T16:21:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:51,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e6c4a969ed03edcfa40e718dac51608, regionState=OPENING, regionLocation=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:51,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e6c4a969ed03edcfa40e718dac51608, ASSIGN because future has completed 2024-11-19T16:21:51,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6c4a969ed03edcfa40e718dac51608, server=32a8860bb9d6,42515,1732033297521}] 2024-11-19T16:21:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:51,408 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,408 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6c4a969ed03edcfa40e718dac51608, NAME => 'test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:51,408 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:51,408 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:21:51,408 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,408 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:51,408 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,408 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,409 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,410 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c4a969ed03edcfa40e718dac51608 columnFamilyName f 2024-11-19T16:21:51,410 DEBUG [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:51,411 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] regionserver.HStore(327): Store=5e6c4a969ed03edcfa40e718dac51608/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:51,411 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,412 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c4a969ed03edcfa40e718dac51608 columnFamilyName f1 2024-11-19T16:21:51,412 DEBUG [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:51,412 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] regionserver.HStore(327): Store=5e6c4a969ed03edcfa40e718dac51608/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:51,412 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,413 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c4a969ed03edcfa40e718dac51608 columnFamilyName norep 2024-11-19T16:21:51,413 DEBUG [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:51,413 INFO [StoreOpener-5e6c4a969ed03edcfa40e718dac51608-1 {}] regionserver.HStore(327): Store=5e6c4a969ed03edcfa40e718dac51608/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:51,413 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,414 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,414 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,415 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,415 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,415 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:51,416 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,417 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:51,417 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e6c4a969ed03edcfa40e718dac51608; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71280300, jitterRate=0.06215924024581909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:51,417 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:21:51,418 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e6c4a969ed03edcfa40e718dac51608: Running coprocessor pre-open hook at 1732033311409Writing region info on filesystem at 1732033311409Initializing all the Stores at 1732033311409Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033311409Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033311409Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033311409Cleaning up temporary data from old regions at 1732033311415 (+6 ms)Running coprocessor post-open hooks at 1732033311417 (+2 ms)Region opened successfully at 1732033311418 (+1 ms) 2024-11-19T16:21:51,418 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608., pid=6, masterSystemTime=1732033311404 2024-11-19T16:21:51,421 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,421 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:21:51,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e6c4a969ed03edcfa40e718dac51608, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:51,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6c4a969ed03edcfa40e718dac51608, server=32a8860bb9d6,42515,1732033297521 because future has completed 2024-11-19T16:21:51,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:21:51,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6c4a969ed03edcfa40e718dac51608, server=32a8860bb9d6,42515,1732033297521 in 172 msec 2024-11-19T16:21:51,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:21:51,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e6c4a969ed03edcfa40e718dac51608, ASSIGN in 331 msec 2024-11-19T16:21:51,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:51,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033311428"}]},"ts":"1732033311428"} 2024-11-19T16:21:51,430 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:21:51,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:51,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 445 msec 2024-11-19T16:21:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:51,619 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:21:51,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2583a428 2024-11-19T16:21:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:51,621 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:51,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:21:51,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:51,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:51,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:21:51,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:51,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:21:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:52,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22d01f3ffbd177bc21e4ae68071d0a44, NAME => 'test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca 2024-11-19T16:21:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:21:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:52,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:52,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 22d01f3ffbd177bc21e4ae68071d0a44, disabling compactions & flushes 2024-11-19T16:21:52,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. after waiting 0 ms 2024-11-19T16:21:52,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22d01f3ffbd177bc21e4ae68071d0a44: Waiting for close lock at 1732033312471Disabling compacts and flushes for region at 1732033312471Disabling writes for close at 1732033312471Writing region close event to WAL at 1732033312471Closed at 1732033312471 2024-11-19T16:21:52,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:52,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033312472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033312472"}]},"ts":"1732033312472"} 2024-11-19T16:21:52,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:52,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:52,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033312475"}]},"ts":"1732033312475"} 2024-11-19T16:21:52,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:21:52,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22d01f3ffbd177bc21e4ae68071d0a44, ASSIGN}] 2024-11-19T16:21:52,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22d01f3ffbd177bc21e4ae68071d0a44, ASSIGN 2024-11-19T16:21:52,479 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=22d01f3ffbd177bc21e4ae68071d0a44, ASSIGN; state=OFFLINE, location=32a8860bb9d6,37449,1732033301478; forceNewPlan=false, retain=false 2024-11-19T16:21:52,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22d01f3ffbd177bc21e4ae68071d0a44, regionState=OPENING, regionLocation=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=22d01f3ffbd177bc21e4ae68071d0a44, ASSIGN because future has completed 2024-11-19T16:21:52,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22d01f3ffbd177bc21e4ae68071d0a44, server=32a8860bb9d6,37449,1732033301478}] 2024-11-19T16:21:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:52,787 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,787 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22d01f3ffbd177bc21e4ae68071d0a44, NAME => 'test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:52,788 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:52,788 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:21:52,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:52,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,789 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,790 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22d01f3ffbd177bc21e4ae68071d0a44 columnFamilyName f 2024-11-19T16:21:52,790 DEBUG [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:52,791 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] regionserver.HStore(327): Store=22d01f3ffbd177bc21e4ae68071d0a44/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:52,791 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,791 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22d01f3ffbd177bc21e4ae68071d0a44 columnFamilyName f1 2024-11-19T16:21:52,792 DEBUG [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:52,792 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] regionserver.HStore(327): Store=22d01f3ffbd177bc21e4ae68071d0a44/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:52,792 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,793 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22d01f3ffbd177bc21e4ae68071d0a44 columnFamilyName norep 2024-11-19T16:21:52,793 DEBUG [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:52,793 INFO [StoreOpener-22d01f3ffbd177bc21e4ae68071d0a44-1 {}] regionserver.HStore(327): Store=22d01f3ffbd177bc21e4ae68071d0a44/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:52,793 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,793 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,794 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,794 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,794 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,795 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:52,795 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,797 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:52,797 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22d01f3ffbd177bc21e4ae68071d0a44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72409706, jitterRate=0.0789887011051178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:52,797 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:21:52,797 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22d01f3ffbd177bc21e4ae68071d0a44: Running coprocessor pre-open hook at 1732033312788Writing region info on filesystem at 1732033312788Initializing all the Stores at 1732033312789 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033312789Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033312789Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033312789Cleaning up temporary data from old regions at 1732033312794 (+5 ms)Running coprocessor post-open hooks at 1732033312797 (+3 ms)Region opened successfully at 1732033312797 2024-11-19T16:21:52,798 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44., pid=6, masterSystemTime=1732033312785 2024-11-19T16:21:52,800 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,800 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:21:52,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22d01f3ffbd177bc21e4ae68071d0a44, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22d01f3ffbd177bc21e4ae68071d0a44, server=32a8860bb9d6,37449,1732033301478 because future has completed 2024-11-19T16:21:52,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:21:52,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22d01f3ffbd177bc21e4ae68071d0a44, server=32a8860bb9d6,37449,1732033301478 in 170 msec 2024-11-19T16:21:52,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:21:52,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=22d01f3ffbd177bc21e4ae68071d0a44, ASSIGN in 326 msec 2024-11-19T16:21:52,805 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:52,805 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033312805"}]},"ts":"1732033312805"} 2024-11-19T16:21:52,806 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:21:52,807 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:52,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-19T16:21:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:53,780 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:21:53,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@797835c2 2024-11-19T16:21:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:53,782 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:53,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:21:53,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:53,785 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:53,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:21:53,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:21:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:54,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e86d125eef1ecdec5ac9fbd7e5f69ee4, NAME => 'test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097 2024-11-19T16:21:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:21:54,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:54,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e86d125eef1ecdec5ac9fbd7e5f69ee4, disabling compactions & flushes 2024-11-19T16:21:54,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. after waiting 0 ms 2024-11-19T16:21:54,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e86d125eef1ecdec5ac9fbd7e5f69ee4: Waiting for close lock at 1732033314222Disabling compacts and flushes for region at 1732033314222Disabling writes for close at 1732033314222Writing region close event to WAL at 1732033314222Closed at 1732033314222 2024-11-19T16:21:54,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:54,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033314224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033314224"}]},"ts":"1732033314224"} 2024-11-19T16:21:54,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:54,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:54,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033314228"}]},"ts":"1732033314228"} 2024-11-19T16:21:54,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:21:54,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e86d125eef1ecdec5ac9fbd7e5f69ee4, ASSIGN}] 2024-11-19T16:21:54,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e86d125eef1ecdec5ac9fbd7e5f69ee4, ASSIGN 2024-11-19T16:21:54,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e86d125eef1ecdec5ac9fbd7e5f69ee4, ASSIGN; state=OFFLINE, location=32a8860bb9d6,40965,1732033307873; forceNewPlan=false, retain=false 2024-11-19T16:21:54,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e86d125eef1ecdec5ac9fbd7e5f69ee4, regionState=OPENING, regionLocation=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:54,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e86d125eef1ecdec5ac9fbd7e5f69ee4, ASSIGN because future has completed 2024-11-19T16:21:54,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e86d125eef1ecdec5ac9fbd7e5f69ee4, server=32a8860bb9d6,40965,1732033307873}] 2024-11-19T16:21:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:54,544 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,544 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e86d125eef1ecdec5ac9fbd7e5f69ee4, NAME => 'test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:54,544 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:54,545 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:21:54,545 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,545 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:54,545 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,545 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,546 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,547 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e86d125eef1ecdec5ac9fbd7e5f69ee4 columnFamilyName f 2024-11-19T16:21:54,547 DEBUG [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:54,548 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] regionserver.HStore(327): Store=e86d125eef1ecdec5ac9fbd7e5f69ee4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:54,548 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,549 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e86d125eef1ecdec5ac9fbd7e5f69ee4 columnFamilyName f1 2024-11-19T16:21:54,549 DEBUG [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:54,549 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] regionserver.HStore(327): Store=e86d125eef1ecdec5ac9fbd7e5f69ee4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:54,549 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,550 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e86d125eef1ecdec5ac9fbd7e5f69ee4 columnFamilyName norep 2024-11-19T16:21:54,550 DEBUG [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:54,550 INFO [StoreOpener-e86d125eef1ecdec5ac9fbd7e5f69ee4-1 {}] regionserver.HStore(327): Store=e86d125eef1ecdec5ac9fbd7e5f69ee4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:54,550 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,551 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,551 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,552 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,552 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,552 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:54,553 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,556 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:54,556 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e86d125eef1ecdec5ac9fbd7e5f69ee4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69527561, jitterRate=0.036041393876075745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:54,556 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:21:54,556 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e86d125eef1ecdec5ac9fbd7e5f69ee4: Running coprocessor pre-open hook at 1732033314545Writing region info on filesystem at 1732033314545Initializing all the Stores at 1732033314546 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033314546Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033314546Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033314546Cleaning up temporary data from old regions at 1732033314552 (+6 ms)Running coprocessor post-open hooks at 1732033314556 (+4 ms)Region opened successfully at 1732033314556 2024-11-19T16:21:54,557 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4., pid=6, masterSystemTime=1732033314541 2024-11-19T16:21:54,559 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,559 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:21:54,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e86d125eef1ecdec5ac9fbd7e5f69ee4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e86d125eef1ecdec5ac9fbd7e5f69ee4, server=32a8860bb9d6,40965,1732033307873 because future has completed 2024-11-19T16:21:54,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:21:54,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e86d125eef1ecdec5ac9fbd7e5f69ee4, server=32a8860bb9d6,40965,1732033307873 in 185 msec 2024-11-19T16:21:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:21:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e86d125eef1ecdec5ac9fbd7e5f69ee4, ASSIGN in 350 msec 2024-11-19T16:21:54,584 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:54,584 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033314584"}]},"ts":"1732033314584"} 2024-11-19T16:21:54,590 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:21:54,591 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:54,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-11-19T16:21:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:21:54,920 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:21:54,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5b98b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:54,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36249,-1 for getting cluster id 2024-11-19T16:21:54,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:54,923 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29960f-acbd-4ac6-afc9-ac1c8c520b6b' 2024-11-19T16:21:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29960f-acbd-4ac6-afc9-ac1c8c520b6b" 2024-11-19T16:21:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef8beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36249,-1] 2024-11-19T16:21:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:54,925 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:54,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46189b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:54,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36249,1732033297284 2024-11-19T16:21:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1272289 2024-11-19T16:21:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:54,928 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:54,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:34401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:21:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:21:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:54,931 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34401' 2024-11-19T16:21:54,944 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517bccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:54,944 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:21:54,945 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:54,945 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:21:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:21:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7949ace6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:21:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:54,947 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eebf587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:54,949 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28542ec0 2024-11-19T16:21:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:54,951 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:54,952 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T16:21:54,952 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:21:54,952 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:54,952 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:54,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:54,952 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:54,953 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:21:54,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:54,955 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:54,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:55,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:21:55,004 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:21:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:55,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eda969c5ded7d7e763478f34290df083, NAME => 'hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9 2024-11-19T16:21:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:21:55,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:21:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:55,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:55,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eda969c5ded7d7e763478f34290df083, disabling compactions & flushes 2024-11-19T16:21:55,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:55,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:55,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. after waiting 0 ms 2024-11-19T16:21:55,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:55,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:55,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eda969c5ded7d7e763478f34290df083: Waiting for close lock at 1732033315811Disabling compacts and flushes for region at 1732033315811Disabling writes for close at 1732033315811Writing region close event to WAL at 1732033315811Closed at 1732033315811 2024-11-19T16:21:55,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:55,814 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033315813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033315813"}]},"ts":"1732033315813"} 2024-11-19T16:21:55,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:55,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:55,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033315817"}]},"ts":"1732033315817"} 2024-11-19T16:21:55,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:21:55,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda969c5ded7d7e763478f34290df083, ASSIGN}] 2024-11-19T16:21:55,824 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda969c5ded7d7e763478f34290df083, ASSIGN 2024-11-19T16:21:55,824 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eda969c5ded7d7e763478f34290df083, ASSIGN; state=OFFLINE, location=32a8860bb9d6,42515,1732033297521; forceNewPlan=false, retain=false 2024-11-19T16:21:55,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eda969c5ded7d7e763478f34290df083, regionState=OPENING, regionLocation=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:55,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eda969c5ded7d7e763478f34290df083, ASSIGN because future has completed 2024-11-19T16:21:55,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda969c5ded7d7e763478f34290df083, server=32a8860bb9d6,42515,1732033297521}] 2024-11-19T16:21:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:56,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:56,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:56,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:21:56,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C42515%2C1732033297521.rep, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/oldWALs, maxLogs=10 2024-11-19T16:21:56,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.rep.1732033316136, exclude list is [], retry=0 2024-11-19T16:21:56,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-ac6a96d0-eec6-4ffa-bc5b-b61ccf1abc39,DISK] 2024-11-19T16:21:56,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.rep.1732033316136 2024-11-19T16:21:56,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-19T16:21:56,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eda969c5ded7d7e763478f34290df083, NAME => 'hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:56,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:56,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:56,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. service=MultiRowMutationService 2024-11-19T16:21:56,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:21:56,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:56,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,160 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,161 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda969c5ded7d7e763478f34290df083 columnFamilyName hfileref 2024-11-19T16:21:56,161 DEBUG [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:56,161 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] regionserver.HStore(327): Store=eda969c5ded7d7e763478f34290df083/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:56,162 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,163 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda969c5ded7d7e763478f34290df083 columnFamilyName queue 2024-11-19T16:21:56,163 DEBUG [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:56,163 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] regionserver.HStore(327): Store=eda969c5ded7d7e763478f34290df083/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:56,163 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,165 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda969c5ded7d7e763478f34290df083 columnFamilyName sid 2024-11-19T16:21:56,165 DEBUG [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:56,165 INFO [StoreOpener-eda969c5ded7d7e763478f34290df083-1 {}] regionserver.HStore(327): Store=eda969c5ded7d7e763478f34290df083/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:56,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:56,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:56,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eda969c5ded7d7e763478f34290df083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66180589, jitterRate=-0.013832375407218933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:56,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eda969c5ded7d7e763478f34290df083 2024-11-19T16:21:56,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eda969c5ded7d7e763478f34290df083: Running coprocessor pre-open hook at 1732033316157Writing region info on filesystem at 1732033316157Initializing all the Stores at 1732033316158 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033316158Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033316160 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033316160Cleaning up temporary data from old regions at 1732033316166 (+6 ms)Running coprocessor post-open hooks at 1732033316169 (+3 ms)Region opened successfully at 1732033316169 2024-11-19T16:21:56,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083., pid=10, masterSystemTime=1732033316132 2024-11-19T16:21:56,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:56,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:21:56,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eda969c5ded7d7e763478f34290df083, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,42515,1732033297521 2024-11-19T16:21:56,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda969c5ded7d7e763478f34290df083, server=32a8860bb9d6,42515,1732033297521 because future has completed 2024-11-19T16:21:56,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:21:56,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eda969c5ded7d7e763478f34290df083, server=32a8860bb9d6,42515,1732033297521 in 197 msec 2024-11-19T16:21:56,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:21:56,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda969c5ded7d7e763478f34290df083, ASSIGN in 356 msec 2024-11-19T16:21:56,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:56,181 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033316181"}]},"ts":"1732033316181"} 2024-11-19T16:21:56,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:21:56,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:56,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2310 sec 2024-11-19T16:21:56,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083., hostname=32a8860bb9d6,42515,1732033297521, seqNum=2] 2024-11-19T16:21:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:21:56,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:56,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:21:56,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:21:56,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:21:56,414 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:21:56,440 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,42515,1732033297521, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:21:56,440 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:56,440 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,42515,1732033297521, seqNum=-1] 2024-11-19T16:21:56,441 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:56,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:56,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,42515,1732033297521', locateType=CURRENT is [region=hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083., hostname=32a8860bb9d6,42515,1732033297521, seqNum=2] 2024-11-19T16:21:56,444 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:21:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:21:56,447 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,42515,1732033297521 suceeded 2024-11-19T16:21:56,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:21:56,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T16:21:56,448 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:34401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:21:56,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-19T16:21:56,458 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34401' 2024-11-19T16:21:56,459 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e20117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:56,459 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:21:56,459 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:56,460 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:21:56,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:56,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:21:56,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ee3f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:56,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:21:56,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:56,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:56,461 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:56,462 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e70d3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:56,462 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:56,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:56,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23dedade 2024-11-19T16:21:56,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:56,463 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T16:21:56,464 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,42515,1732033297521 (queues=1) is replicating from cluster=0e29960f-acbd-4ac6-afc9-ac1c8c520b6b to cluster=cd86e2f3-9d38-4982-bb07-79a44066a211 2024-11-19T16:21:56,464 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C42515%2C1732033297521 2024-11-19T16:21:56,464 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,42515,1732033297521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:21:56,464 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C42515%2C1732033297521 2024-11-19T16:21:56,464 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842, startPosition=0, beingWritten=true 2024-11-19T16:21:56,469 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:56,469 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:56,469 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,42515,1732033297521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:56,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:21:56,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T16:21:56,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:21:56,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T16:21:56,672 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:56,975 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:56,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:21:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:57,079 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:57,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:57,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:57,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:57,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:57,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:57,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b314067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:57,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:21:57,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:57,081 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:21:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:21:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f490186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:21:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:57,083 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49777194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:57,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:57,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:57,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d55459 2024-11-19T16:21:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:57,086 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:57,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:44097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:21:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:21:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:57,088 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:44097' 2024-11-19T16:21:57,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694aea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:57,089 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44097,-1 for getting cluster id 2024-11-19T16:21:57,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:57,090 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36086af7-077c-450b-a493-47bded6616af' 2024-11-19T16:21:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36086af7-077c-450b-a493-47bded6616af" 2024-11-19T16:21:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ea6193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44097,-1] 2024-11-19T16:21:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:57,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:57,091 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:57,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a131cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:57,092 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:57,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:57,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26014cc7 2024-11-19T16:21:57,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:57,093 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:57,094 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:21:57,094 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:21:57,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:57,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:57,095 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:57,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:57,096 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:21:57,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:57,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:57,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:21:57,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c324fe3f4e035cb3da472c3deb5f1ec6, NAME => 'hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca 2024-11-19T16:21:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:21:57,146 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:21:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:57,268 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=35, reused chunk count=117, reuseRatio=76.97% 2024-11-19T16:21:57,268 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T16:21:57,383 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:57,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:57,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c324fe3f4e035cb3da472c3deb5f1ec6, disabling compactions & flushes 2024-11-19T16:21:57,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. after waiting 0 ms 2024-11-19T16:21:57,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c324fe3f4e035cb3da472c3deb5f1ec6: Waiting for close lock at 1732033317526Disabling compacts and flushes for region at 1732033317526Disabling writes for close at 1732033317526Writing region close event to WAL at 1732033317526Closed at 1732033317526 2024-11-19T16:21:57,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:57,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033317528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033317528"}]},"ts":"1732033317528"} 2024-11-19T16:21:57,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:57,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:57,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033317531"}]},"ts":"1732033317531"} 2024-11-19T16:21:57,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:21:57,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c324fe3f4e035cb3da472c3deb5f1ec6, ASSIGN}] 2024-11-19T16:21:57,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c324fe3f4e035cb3da472c3deb5f1ec6, ASSIGN 2024-11-19T16:21:57,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c324fe3f4e035cb3da472c3deb5f1ec6, ASSIGN; state=OFFLINE, location=32a8860bb9d6,37449,1732033301478; forceNewPlan=false, retain=false 2024-11-19T16:21:57,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c324fe3f4e035cb3da472c3deb5f1ec6, regionState=OPENING, regionLocation=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c324fe3f4e035cb3da472c3deb5f1ec6, ASSIGN because future has completed 2024-11-19T16:21:57,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c324fe3f4e035cb3da472c3deb5f1ec6, server=32a8860bb9d6,37449,1732033301478}] 2024-11-19T16:21:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:57,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:57,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:21:57,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37449%2C1732033301478.rep, suffix=, logDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/oldWALs, maxLogs=10 2024-11-19T16:21:57,887 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:57,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.rep.1732033317873, exclude list is [], retry=0 2024-11-19T16:21:57,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-d147cb9b-6ac9-45be-8fd3-3dd6658934d7,DISK] 2024-11-19T16:21:57,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.rep.1732033317873 2024-11-19T16:21:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37121:37121)] 2024-11-19T16:21:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c324fe3f4e035cb3da472c3deb5f1ec6, NAME => 'hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:57,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. service=MultiRowMutationService 2024-11-19T16:21:57,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:21:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:57,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,908 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,909 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c324fe3f4e035cb3da472c3deb5f1ec6 columnFamilyName hfileref 2024-11-19T16:21:57,909 DEBUG [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:57,910 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] regionserver.HStore(327): Store=c324fe3f4e035cb3da472c3deb5f1ec6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:57,910 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,911 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c324fe3f4e035cb3da472c3deb5f1ec6 columnFamilyName queue 2024-11-19T16:21:57,911 DEBUG [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:57,911 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] regionserver.HStore(327): Store=c324fe3f4e035cb3da472c3deb5f1ec6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:57,911 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,912 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c324fe3f4e035cb3da472c3deb5f1ec6 columnFamilyName sid 2024-11-19T16:21:57,912 DEBUG [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:57,912 INFO [StoreOpener-c324fe3f4e035cb3da472c3deb5f1ec6-1 {}] regionserver.HStore(327): Store=c324fe3f4e035cb3da472c3deb5f1ec6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:57,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:57,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:57,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c324fe3f4e035cb3da472c3deb5f1ec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65212141, jitterRate=-0.028263375163078308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:57,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:21:57,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c324fe3f4e035cb3da472c3deb5f1ec6: Running coprocessor pre-open hook at 1732033317905Writing region info on filesystem at 1732033317905Initializing all the Stores at 1732033317906 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033317906Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033317908 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033317908Cleaning up temporary data from old regions at 1732033317915 (+7 ms)Running coprocessor post-open hooks at 1732033317921 (+6 ms)Region opened successfully at 1732033317921 2024-11-19T16:21:57,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6., pid=10, masterSystemTime=1732033317855 2024-11-19T16:21:57,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c324fe3f4e035cb3da472c3deb5f1ec6, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,37449,1732033301478 2024-11-19T16:21:57,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:21:57,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c324fe3f4e035cb3da472c3deb5f1ec6, server=32a8860bb9d6,37449,1732033301478 because future has completed 2024-11-19T16:21:57,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:21:57,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c324fe3f4e035cb3da472c3deb5f1ec6, server=32a8860bb9d6,37449,1732033301478 in 237 msec 2024-11-19T16:21:57,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:21:57,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c324fe3f4e035cb3da472c3deb5f1ec6, ASSIGN in 402 msec 2024-11-19T16:21:57,941 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:57,941 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033317941"}]},"ts":"1732033317941"} 2024-11-19T16:21:57,946 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:21:57,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:57,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 852 msec 2024-11-19T16:21:57,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6., hostname=32a8860bb9d6,37449,1732033301478, seqNum=2] 2024-11-19T16:21:58,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:58,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:21:58,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:58,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:21:58,216 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:21:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:58,297 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,37449,1732033301478, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:21:58,297 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:21:58,298 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37449,1732033301478, seqNum=-1] 2024-11-19T16:21:58,298 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:21:58,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T16:21:58,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,37449,1732033301478', locateType=CURRENT is [region=hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6., hostname=32a8860bb9d6,37449,1732033301478, seqNum=2] 2024-11-19T16:21:58,316 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:21:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:21:58,319 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,37449,1732033301478 suceeded 2024-11-19T16:21:58,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:21:58,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-19T16:21:58,322 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:44097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:21:58,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2360 sec 2024-11-19T16:21:58,336 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:44097' 2024-11-19T16:21:58,344 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b617ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:58,345 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44097,-1 for getting cluster id 2024-11-19T16:21:58,345 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:58,349 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36086af7-077c-450b-a493-47bded6616af' 2024-11-19T16:21:58,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36086af7-077c-450b-a493-47bded6616af" 2024-11-19T16:21:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f7b44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44097,-1] 2024-11-19T16:21:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:58,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:58,353 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:58,354 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7857734b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:58,354 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dbd5994 2024-11-19T16:21:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:58,357 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T16:21:58,359 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,37449,1732033301478 (queues=1) is replicating from cluster=cd86e2f3-9d38-4982-bb07-79a44066a211 to cluster=36086af7-077c-450b-a493-47bded6616af 2024-11-19T16:21:58,359 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C37449%2C1732033301478 2024-11-19T16:21:58,359 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,37449,1732033301478, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:21:58,372 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C37449%2C1732033301478 2024-11-19T16:21:58,375 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, startPosition=0, beingWritten=true 2024-11-19T16:21:58,393 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:21:58,393 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:21:58,394 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:21:58,502 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:58,609 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:21:58,922 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:21:59,217 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:21:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:59,250 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:21:59,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:21:59,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:21:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:59,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:59,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d0204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:59,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44097,-1 for getting cluster id 2024-11-19T16:21:59,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:59,262 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36086af7-077c-450b-a493-47bded6616af' 2024-11-19T16:21:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36086af7-077c-450b-a493-47bded6616af" 2024-11-19T16:21:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56aef5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44097,-1] 2024-11-19T16:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:59,265 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ab40b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:59,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,44097,1732033307723 2024-11-19T16:21:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f5d49e6 2024-11-19T16:21:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:59,274 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:59,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:34401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:21:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:21:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:59,279 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34401' 2024-11-19T16:21:59,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efe64bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:59,280 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:21:59,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:21:59,281 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:21:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:21:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:21:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c42a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:21:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:21:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:59,283 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:21:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147f0554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:21:59,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:21:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34401,1732033301354 2024-11-19T16:21:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29b63d6 2024-11-19T16:21:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:21:59,286 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:21:59,287 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:21:59,287 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:21:59,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:59,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:21:59,292 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:21:59,294 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:21:59,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:21:59,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:21:59,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:59,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:21:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:21:59,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14540f67255fe7f0d79718a444a795c9, NAME => 'hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097 2024-11-19T16:21:59,326 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:21:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:21:59,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:59,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 14540f67255fe7f0d79718a444a795c9, disabling compactions & flushes 2024-11-19T16:21:59,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. after waiting 0 ms 2024-11-19T16:21:59,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14540f67255fe7f0d79718a444a795c9: Waiting for close lock at 1732033319329Disabling compacts and flushes for region at 1732033319329Disabling writes for close at 1732033319329Writing region close event to WAL at 1732033319329Closed at 1732033319329 2024-11-19T16:21:59,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:21:59,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033319330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033319330"}]},"ts":"1732033319330"} 2024-11-19T16:21:59,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:21:59,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:21:59,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033319334"}]},"ts":"1732033319334"} 2024-11-19T16:21:59,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:21:59,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14540f67255fe7f0d79718a444a795c9, ASSIGN}] 2024-11-19T16:21:59,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14540f67255fe7f0d79718a444a795c9, ASSIGN 2024-11-19T16:21:59,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14540f67255fe7f0d79718a444a795c9, ASSIGN; state=OFFLINE, location=32a8860bb9d6,40965,1732033307873; forceNewPlan=false, retain=false 2024-11-19T16:21:59,344 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:21:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:59,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14540f67255fe7f0d79718a444a795c9, regionState=OPENING, regionLocation=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:59,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14540f67255fe7f0d79718a444a795c9, ASSIGN because future has completed 2024-11-19T16:21:59,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14540f67255fe7f0d79718a444a795c9, server=32a8860bb9d6,40965,1732033307873}] 2024-11-19T16:21:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:59,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:21:59,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:21:59,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C40965%2C1732033307873.rep, suffix=, logDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873, archiveDir=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/oldWALs, maxLogs=10 2024-11-19T16:21:59,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.rep.1732033319653, exclude list is [], retry=0 2024-11-19T16:21:59,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33979,DS-12ac4405-7143-4291-b08f-3aa687f1149b,DISK] 2024-11-19T16:21:59,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.rep.1732033319653 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 14540f67255fe7f0d79718a444a795c9, NAME => 'hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:21:59,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. service=MultiRowMutationService 2024-11-19T16:21:59,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,670 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,671 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14540f67255fe7f0d79718a444a795c9 columnFamilyName hfileref 2024-11-19T16:21:59,672 DEBUG [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:59,672 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] regionserver.HStore(327): Store=14540f67255fe7f0d79718a444a795c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:59,672 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,673 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14540f67255fe7f0d79718a444a795c9 columnFamilyName queue 2024-11-19T16:21:59,673 DEBUG [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:59,673 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] regionserver.HStore(327): Store=14540f67255fe7f0d79718a444a795c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:59,673 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,674 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14540f67255fe7f0d79718a444a795c9 columnFamilyName sid 2024-11-19T16:21:59,674 DEBUG [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:21:59,674 INFO [StoreOpener-14540f67255fe7f0d79718a444a795c9-1 {}] regionserver.HStore(327): Store=14540f67255fe7f0d79718a444a795c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:21:59,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/replication/14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/replication/14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:21:59,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/replication/14540f67255fe7f0d79718a444a795c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:21:59,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 14540f67255fe7f0d79718a444a795c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68156709, jitterRate=0.015614107251167297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:21:59,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:21:59,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 14540f67255fe7f0d79718a444a795c9: Running coprocessor pre-open hook at 1732033319669Writing region info on filesystem at 1732033319669Initializing all the Stores at 1732033319670 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033319670Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033319670Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033319670Cleaning up temporary data from old regions at 1732033319675 (+5 ms)Running coprocessor post-open hooks at 1732033319679 (+4 ms)Region opened successfully at 1732033319679 2024-11-19T16:21:59,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9., pid=10, masterSystemTime=1732033319648 2024-11-19T16:21:59,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:21:59,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14540f67255fe7f0d79718a444a795c9, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,40965,1732033307873 2024-11-19T16:21:59,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14540f67255fe7f0d79718a444a795c9, server=32a8860bb9d6,40965,1732033307873 because future has completed 2024-11-19T16:21:59,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:21:59,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 14540f67255fe7f0d79718a444a795c9, server=32a8860bb9d6,40965,1732033307873 in 188 msec 2024-11-19T16:21:59,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:21:59,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14540f67255fe7f0d79718a444a795c9, ASSIGN in 346 msec 2024-11-19T16:21:59,687 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:21:59,687 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033319687"}]},"ts":"1732033319687"} 2024-11-19T16:21:59,689 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:21:59,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:21:59,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 397 msec 2024-11-19T16:21:59,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9., hostname=32a8860bb9d6,40965,1732033307873, seqNum=2] 2024-11-19T16:21:59,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:59,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:21:59,834 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:21:59,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:21:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:21:59,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:21:59,993 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:22:00,019 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,40965,1732033307873, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:22:00,019 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:00,019 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40965,1732033307873, seqNum=-1] 2024-11-19T16:22:00,020 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:00,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T16:22:00,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,40965,1732033307873', locateType=CURRENT is [region=hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9., hostname=32a8860bb9d6,40965,1732033307873, seqNum=2] 2024-11-19T16:22:00,032 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:22:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:22:00,035 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,40965,1732033307873 suceeded 2024-11-19T16:22:00,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:00,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:22:00,040 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108652 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:22:00,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:22:00,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T16:22:00,040 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:34401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:22:00,042 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:22:00,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 765 msec 2024-11-19T16:22:00,051 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34401' 2024-11-19T16:22:00,053 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683efcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,053 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:22:00,053 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:00,054 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:22:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:22:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357399b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:22:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:00,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,055 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:00,056 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207e4569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,056 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34401,1732033301354 2024-11-19T16:22:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7018d687 2024-11-19T16:22:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:00,058 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T16:22:00,059 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,40965,1732033307873 (queues=1) is replicating from cluster=36086af7-077c-450b-a493-47bded6616af to cluster=cd86e2f3-9d38-4982-bb07-79a44066a211 2024-11-19T16:22:00,059 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C40965%2C1732033307873 2024-11-19T16:22:00,059 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,40965,1732033307873, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:22:00,062 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, startPosition=0, beingWritten=true 2024-11-19T16:22:00,064 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C40965%2C1732033307873 2024-11-19T16:22:00,070 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:00,070 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 379, reset compression=false 2024-11-19T16:22:00,070 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:00,284 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 379, reset compression=false 2024-11-19T16:22:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:00,419 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:22:00,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:00,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:00,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:00,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdd7e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36249,-1 for getting cluster id 2024-11-19T16:22:00,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:00,431 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29960f-acbd-4ac6-afc9-ac1c8c520b6b' 2024-11-19T16:22:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29960f-acbd-4ac6-afc9-ac1c8c520b6b" 2024-11-19T16:22:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e18dca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36249,-1] 2024-11-19T16:22:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,433 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:00,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b62487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31120a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:22:00,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:00,437 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:22:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:22:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dadf26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:22:00,438 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:22:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,439 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8aae7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b518620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44097,-1 for getting cluster id 2024-11-19T16:22:00,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:00,445 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36086af7-077c-450b-a493-47bded6616af' 2024-11-19T16:22:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36086af7-077c-450b-a493-47bded6616af" 2024-11-19T16:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62176afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44097,-1] 2024-11-19T16:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,446 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b72fbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:00,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,42515,1732033297521, seqNum=-1] 2024-11-19T16:22:00,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:00,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608., hostname=32a8860bb9d6,42515,1732033297521, seqNum=2] 2024-11-19T16:22:00,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40965,1732033307873, seqNum=-1] 2024-11-19T16:22:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:00,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4., hostname=32a8860bb9d6,40965,1732033307873, seqNum=2] 2024-11-19T16:22:00,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T16:22:00,589 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 379, reset compression=false 2024-11-19T16:22:00,953 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 379, reset compression=false 2024-11-19T16:22:00,958 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:00,958 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:00,958 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,42515,1732033297521 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c4a969ed03edcfa40e718dac51608/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T16:22:00,963 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:00,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T16:22:00,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:00,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b061b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34401,-1 for getting cluster id 2024-11-19T16:22:00,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:00,967 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd86e2f3-9d38-4982-bb07-79a44066a211' 2024-11-19T16:22:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd86e2f3-9d38-4982-bb07-79a44066a211" 2024-11-19T16:22:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35994ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34401,-1] 2024-11-19T16:22:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:00,968 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:00,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6352c6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:00,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37449,1732033301478, seqNum=-1] 2024-11-19T16:22:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:00,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T16:22:00,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44., hostname=32a8860bb9d6,37449,1732033301478, seqNum=2] 2024-11-19T16:22:00,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:00,994 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 379, reset compression=false 2024-11-19T16:22:01,160 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 379, reset compression=false 2024-11-19T16:22:01,165 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:01,166 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:01,166 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 503, reset compression=false 2024-11-19T16:22:01,166 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[{test/22d01f3ffbd177bc21e4ae68071d0a44/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T16:22:01,169 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:01,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T16:22:01,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:01,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349afd3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:01,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,44097,-1 for getting cluster id 2024-11-19T16:22:01,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:01,179 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36086af7-077c-450b-a493-47bded6616af' 2024-11-19T16:22:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36086af7-077c-450b-a493-47bded6616af" 2024-11-19T16:22:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7031f717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,44097,-1] 2024-11-19T16:22:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:01,181 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:01,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a57ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:01,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:01,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40965,1732033307873, seqNum=-1] 2024-11-19T16:22:01,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:01,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T16:22:01,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4., hostname=32a8860bb9d6,40965,1732033307873, seqNum=2] 2024-11-19T16:22:01,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:01,380 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 503, reset compression=false 2024-11-19T16:22:01,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T16:22:01,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:01,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37449,1732033301478, seqNum=-1] 2024-11-19T16:22:01,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:01,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44., hostname=32a8860bb9d6,37449,1732033301478, seqNum=2] 2024-11-19T16:22:01,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T16:22:01,479 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:01,497 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 379, reset compression=false 2024-11-19T16:22:01,501 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:01,501 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 527, reset compression=false 2024-11-19T16:22:01,501 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:01,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:01,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,684 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 503, reset compression=false 2024-11-19T16:22:01,703 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:01,703 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 607, reset compression=false 2024-11-19T16:22:01,703 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[{test/22d01f3ffbd177bc21e4ae68071d0a44/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:22:01,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:01,705 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 527, reset compression=false 2024-11-19T16:22:01,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:01,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 655, reset compression=false 2024-11-19T16:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:01,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:01,883 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:01,915 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 607, reset compression=false 2024-11-19T16:22:01,931 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 655, reset compression=false 2024-11-19T16:22:02,220 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 607, reset compression=false 2024-11-19T16:22:02,237 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 655, reset compression=false 2024-11-19T16:22:02,389 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:02,474 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T16:22:02,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T16:22:02,637 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 607, reset compression=false 2024-11-19T16:22:02,651 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 655, reset compression=false 2024-11-19T16:22:02,655 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:02,655 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 759, reset compression=false 2024-11-19T16:22:02,655 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[{test/e86d125eef1ecdec5ac9fbd7e5f69ee4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T16:22:02,657 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:02,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T16:22:02,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:02,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:02,858 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 759, reset compression=false 2024-11-19T16:22:02,992 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:03,141 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 607, reset compression=false 2024-11-19T16:22:03,144 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:03,144 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 734, reset compression=false 2024-11-19T16:22:03,144 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:03,162 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 759, reset compression=false 2024-11-19T16:22:03,347 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 734, reset compression=false 2024-11-19T16:22:03,479 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T16:22:03,482 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T16:22:03,565 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 759, reset compression=false 2024-11-19T16:22:03,650 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 734, reset compression=false 2024-11-19T16:22:03,696 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 480, reset compression=false 2024-11-19T16:22:03,700 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:03,700 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:03,700 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,42515,1732033297521 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c4a969ed03edcfa40e718dac51608/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T16:22:03,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:03,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:03,903 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:04,054 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 734, reset compression=false 2024-11-19T16:22:04,059 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:04,059 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 881, reset compression=false 2024-11-19T16:22:04,059 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[{test/22d01f3ffbd177bc21e4ae68071d0a44/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T16:22:04,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:04,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:04,069 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 759, reset compression=false 2024-11-19T16:22:04,073 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:04,073 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 930, reset compression=false 2024-11-19T16:22:04,074 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:04,229 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:04,264 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 881, reset compression=false 2024-11-19T16:22:04,277 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 930, reset compression=false 2024-11-19T16:22:04,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T16:22:04,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T16:22:04,567 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 881, reset compression=false 2024-11-19T16:22:04,571 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:04,571 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1040, reset compression=false 2024-11-19T16:22:04,571 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[{test/22d01f3ffbd177bc21e4ae68071d0a44/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T16:22:04,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:04,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:04,580 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 930, reset compression=false 2024-11-19T16:22:04,584 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:04,584 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1080, reset compression=false 2024-11-19T16:22:04,584 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:04,634 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:04,774 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1040, reset compression=false 2024-11-19T16:22:04,787 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1080, reset compression=false 2024-11-19T16:22:05,077 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1040, reset compression=false 2024-11-19T16:22:05,090 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1080, reset compression=false 2024-11-19T16:22:05,137 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:05,480 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1040, reset compression=false 2024-11-19T16:22:05,492 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T16:22:05,494 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1080, reset compression=false 2024-11-19T16:22:05,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T16:22:05,507 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:05,507 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1239, reset compression=false 2024-11-19T16:22:05,507 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[{test/e86d125eef1ecdec5ac9fbd7e5f69ee4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T16:22:05,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T16:22:05,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T16:22:05,713 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1239, reset compression=false 2024-11-19T16:22:05,740 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:05,984 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1040, reset compression=false 2024-11-19T16:22:05,991 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:05,991 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:05,991 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:06,016 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1239, reset compression=false 2024-11-19T16:22:06,200 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:06,420 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1239, reset compression=false 2024-11-19T16:22:06,444 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:06,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T16:22:06,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:22:06,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:06,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:06,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:06,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:06,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:06,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:22:06,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=609807627, stopped=false 2024-11-19T16:22:06,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,44097,1732033307723 2024-11-19T16:22:06,505 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:06,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:06,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-530288649/running 2024-11-19T16:22:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-530288649/running 2024-11-19T16:22:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:22:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:22:06,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:06,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:06,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/running 2024-11-19T16:22:06,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:06,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:06,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,40965,1732033307873' ***** 2024-11-19T16:22:06,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:22:06,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:22:06,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Set watcher on znode that does not yet exist, /2-530288649/running 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(3091): Received CLOSE for e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(3091): Received CLOSE for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,40965,1732033307873 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:40965. 2024-11-19T16:22:06,680 DEBUG [RS:0;32a8860bb9d6:40965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:06,680 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:06,680 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e86d125eef1ecdec5ac9fbd7e5f69ee4, disabling compactions & flushes 2024-11-19T16:22:06,680 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:22:06,680 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:22:06,680 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. after waiting 0 ms 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:22:06,680 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:22:06,680 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:22:06,681 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:22:06,681 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T16:22:06,681 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:22:06,681 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1325): Online Regions={e86d125eef1ecdec5ac9fbd7e5f69ee4=test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4., 14540f67255fe7f0d79718a444a795c9=hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:22:06,681 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, 1588230740, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:06,681 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:06,681 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:06,681 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:06,681 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:06,681 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:06,681 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:22:06,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:06,698 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/f/52b123ac2d0046eaa52a02517a8fd92e is 29, key is row1/f:/1732033324485/DeleteFamily/seqid=0 2024-11-19T16:22:06,700 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/info/6b0061cac5a34926b7b07a2d362e9da2 is 147, key is hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9./info:regioninfo/1732033319682/Put/seqid=0 2024-11-19T16:22:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741840_1016 (size=5152) 2024-11-19T16:22:06,710 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741841_1017 (size=7686) 2024-11-19T16:22:06,740 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:22:06,740 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:22:06,881 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, 1588230740, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:06,908 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:06,923 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1239, reset compression=false 2024-11-19T16:22:06,927 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:06,928 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1486, reset compression=false 2024-11-19T16:22:06,928 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,40965,1732033307873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:06,929 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,40965,1732033307873: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,40965,1732033307873, walGroup=32a8860bb9d6%2C40965%2C1732033307873, offset=32a8860bb9d6%2C40965%2C1732033307873.1732033309821:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:22:06,930 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:22:06,930 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 861937248 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202133720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:22:06,930 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:44097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:44097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:22:07,081 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, 1588230740, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:07,110 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/f/52b123ac2d0046eaa52a02517a8fd92e 2024-11-19T16:22:07,111 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/info/6b0061cac5a34926b7b07a2d362e9da2 2024-11-19T16:22:07,115 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52b123ac2d0046eaa52a02517a8fd92e 2024-11-19T16:22:07,132 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1486, reset compression=false 2024-11-19T16:22:07,134 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/ns/d9377defcffe4cf48806839998c8e7d2 is 43, key is default/ns:d/1732033310840/Put/seqid=0 2024-11-19T16:22:07,134 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/f1/1786fda2e4d34590ba11c36e3e7c1aa8 is 30, key is row1/f1:/1732033324485/DeleteFamily/seqid=0 2024-11-19T16:22:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741842_1018 (size=5158) 2024-11-19T16:22:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741843_1019 (size=5153) 2024-11-19T16:22:07,154 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/ns/d9377defcffe4cf48806839998c8e7d2 2024-11-19T16:22:07,178 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/rep_barrier/6e9232bb950440efa2c569a65c341c54 is 112, key is test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4./rep_barrier:seqnumDuringOpen/1732033314559/Put/seqid=0 2024-11-19T16:22:07,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741844_1020 (size=5518) 2024-11-19T16:22:07,181 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/rep_barrier/6e9232bb950440efa2c569a65c341c54 2024-11-19T16:22:07,205 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/table/c75e58a40e064cf7ad3fb11df1007886 is 53, key is hbase:replication/table:state/1732033319687/Put/seqid=0 2024-11-19T16:22:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741845_1021 (size=5308) 2024-11-19T16:22:07,247 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:07,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:22:07,281 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, 1588230740, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:07,411 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:07,445 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1486, reset compression=false 2024-11-19T16:22:07,481 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, 1588230740, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:07,549 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/f1/1786fda2e4d34590ba11c36e3e7c1aa8 2024-11-19T16:22:07,553 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1786fda2e4d34590ba11c36e3e7c1aa8 2024-11-19T16:22:07,571 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/norep/34f77739ec0349509dc6b7a23da4d875 is 33, key is row2/norep:/1732033325493/DeleteFamily/seqid=0 2024-11-19T16:22:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741846_1022 (size=5108) 2024-11-19T16:22:07,626 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/table/c75e58a40e064cf7ad3fb11df1007886 2024-11-19T16:22:07,632 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/info/6b0061cac5a34926b7b07a2d362e9da2 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/info/6b0061cac5a34926b7b07a2d362e9da2 2024-11-19T16:22:07,637 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/info/6b0061cac5a34926b7b07a2d362e9da2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:22:07,639 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/ns/d9377defcffe4cf48806839998c8e7d2 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/ns/d9377defcffe4cf48806839998c8e7d2 2024-11-19T16:22:07,644 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/ns/d9377defcffe4cf48806839998c8e7d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:22:07,645 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/rep_barrier/6e9232bb950440efa2c569a65c341c54 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/rep_barrier/6e9232bb950440efa2c569a65c341c54 2024-11-19T16:22:07,650 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/rep_barrier/6e9232bb950440efa2c569a65c341c54, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:22:07,651 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/.tmp/table/c75e58a40e064cf7ad3fb11df1007886 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/table/c75e58a40e064cf7ad3fb11df1007886 2024-11-19T16:22:07,656 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/table/c75e58a40e064cf7ad3fb11df1007886, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:22:07,657 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false 2024-11-19T16:22:07,663 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:22:07,663 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:07,663 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:07,663 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:07,663 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033326681Running coprocessor pre-close hooks at 1732033326681Disabling compacts and flushes for region at 1732033326681Disabling writes for close at 1732033326681Obtaining lock to block concurrent updates at 1732033326681Preparing flush snapshotting stores in 1588230740 at 1732033326681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033326681Flushing stores of hbase:meta,,1.1588230740 at 1732033326682 (+1 ms)Flushing 1588230740/info: creating writer at 1732033326682Flushing 1588230740/info: appending metadata at 1732033326699 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732033326699Flushing 1588230740/ns: creating writer at 1732033327115 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732033327134 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732033327134Flushing 1588230740/rep_barrier: creating writer at 1732033327158 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033327177 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033327177Flushing 1588230740/table: creating writer at 1732033327186 (+9 ms)Flushing 1588230740/table: appending metadata at 1732033327204 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732033327204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4458a4: reopening flushed file at 1732033327631 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777f2987: reopening flushed file at 1732033327638 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b395773: reopening flushed file at 1732033327644 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81573a1: reopening flushed file at 1732033327651 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false at 1732033327657 (+6 ms)Writing region close event to WAL at 1732033327660 (+3 ms)Running coprocessor post-close hooks at 1732033327663 (+3 ms)Closed at 1732033327663 2024-11-19T16:22:07,663 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:07,682 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:22:07,682 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1325): Online Regions={e86d125eef1ecdec5ac9fbd7e5f69ee4=test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4., 14540f67255fe7f0d79718a444a795c9=hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9.} 2024-11-19T16:22:07,682 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:07,855 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1486, reset compression=false 2024-11-19T16:22:07,882 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9, e86d125eef1ecdec5ac9fbd7e5f69ee4 2024-11-19T16:22:07,975 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/norep/34f77739ec0349509dc6b7a23da4d875 2024-11-19T16:22:07,979 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34f77739ec0349509dc6b7a23da4d875 2024-11-19T16:22:07,979 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/f/52b123ac2d0046eaa52a02517a8fd92e as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/f/52b123ac2d0046eaa52a02517a8fd92e 2024-11-19T16:22:07,983 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52b123ac2d0046eaa52a02517a8fd92e 2024-11-19T16:22:07,984 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/f/52b123ac2d0046eaa52a02517a8fd92e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T16:22:07,984 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/f1/1786fda2e4d34590ba11c36e3e7c1aa8 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/f1/1786fda2e4d34590ba11c36e3e7c1aa8 2024-11-19T16:22:07,988 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1786fda2e4d34590ba11c36e3e7c1aa8 2024-11-19T16:22:07,988 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/f1/1786fda2e4d34590ba11c36e3e7c1aa8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T16:22:07,988 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/.tmp/norep/34f77739ec0349509dc6b7a23da4d875 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/norep/34f77739ec0349509dc6b7a23da4d875 2024-11-19T16:22:07,992 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34f77739ec0349509dc6b7a23da4d875 2024-11-19T16:22:07,992 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/norep/34f77739ec0349509dc6b7a23da4d875, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T16:22:07,993 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e86d125eef1ecdec5ac9fbd7e5f69ee4 in 1313ms, sequenceid=10, compaction requested=false 2024-11-19T16:22:07,996 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/data/default/test/e86d125eef1ecdec5ac9fbd7e5f69ee4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T16:22:07,996 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:07,996 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:07,996 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e86d125eef1ecdec5ac9fbd7e5f69ee4: Waiting for close lock at 1732033326680Running coprocessor pre-close hooks at 1732033326680Disabling compacts and flushes for region at 1732033326680Disabling writes for close at 1732033326680Obtaining lock to block concurrent updates at 1732033326681 (+1 ms)Preparing flush snapshotting stores in e86d125eef1ecdec5ac9fbd7e5f69ee4 at 1732033326681Finished memstore snapshotting test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732033326681Flushing stores of test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. at 1732033326684 (+3 ms)Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/f: creating writer at 1732033326684Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/f: appending metadata at 1732033326697 (+13 ms)Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/f: closing flushed file at 1732033326697Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/f1: creating writer at 1732033327115 (+418 ms)Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/f1: appending metadata at 1732033327134 (+19 ms)Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/f1: closing flushed file at 1732033327134Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/norep: creating writer at 1732033327553 (+419 ms)Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/norep: appending metadata at 1732033327570 (+17 ms)Flushing e86d125eef1ecdec5ac9fbd7e5f69ee4/norep: closing flushed file at 1732033327570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ba631b: reopening flushed file at 1732033327979 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3080af8a: reopening flushed file at 1732033327984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99567b5: reopening flushed file at 1732033327988 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e86d125eef1ecdec5ac9fbd7e5f69ee4 in 1313ms, sequenceid=10, compaction requested=false at 1732033327993 (+5 ms)Writing region close event to WAL at 1732033327994 (+1 ms)Running coprocessor post-close hooks at 1732033327996 (+2 ms)Closed at 1732033327996 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033313782.e86d125eef1ecdec5ac9fbd7e5f69ee4. 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14540f67255fe7f0d79718a444a795c9, disabling compactions & flushes 2024-11-19T16:22:07,997 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. after waiting 0 ms 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14540f67255fe7f0d79718a444a795c9: Waiting for close lock at 1732033327997Running coprocessor pre-close hooks at 1732033327997Disabling compacts and flushes for region at 1732033327997Disabling writes for close at 1732033327997Failed flush hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9., putting online again at 1732033327997 2024-11-19T16:22:07,997 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:08,022 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:08,082 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(3091): Received CLOSE for 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:22:08,082 DEBUG [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1351): Waiting on 14540f67255fe7f0d79718a444a795c9 2024-11-19T16:22:08,082 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14540f67255fe7f0d79718a444a795c9, disabling compactions & flushes 2024-11-19T16:22:08,082 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:08,082 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:08,082 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. after waiting 0 ms 2024-11-19T16:22:08,082 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:08,083 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14540f67255fe7f0d79718a444a795c9: Waiting for close lock at 1732033328082Running coprocessor pre-close hooks at 1732033328082Disabling compacts and flushes for region at 1732033328082Disabling writes for close at 1732033328082Failed flush hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9., putting online again at 1732033328083 (+1 ms) 2024-11-19T16:22:08,083 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732033319288.14540f67255fe7f0d79718a444a795c9. 2024-11-19T16:22:08,162 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:08,283 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T16:22:08,283 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,40965,1732033307873; all regions closed. 2024-11-19T16:22:08,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.meta.1732033310763.meta not finished, retry = 0 2024-11-19T16:22:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:22:08,358 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 1486, reset compression=false 2024-11-19T16:22:08,362 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:08,362 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.wal-reader.32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 to pos 2130, reset compression=false 2024-11-19T16:22:08,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741839_1015 (size=2171) 2024-11-19T16:22:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741832_1008 (size=2138) 2024-11-19T16:22:08,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/WALs/32a8860bb9d6,40965,1732033307873/32a8860bb9d6%2C40965%2C1732033307873.1732033309821 not finished, retry = 0 2024-11-19T16:22:08,490 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:08,490 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:08,490 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:08,490 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:08,491 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:08,491 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:08,491 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,40965,1732033307873 because: Region server is closing 2024-11-19T16:22:08,491 INFO [RS:0;32a8860bb9d6:40965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:40965. 2024-11-19T16:22:08,491 DEBUG [RS:0;32a8860bb9d6:40965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:08,491 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:08,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:08,492 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:08,592 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,40965,1732033307873.replicationSource.shipper32a8860bb9d6%2C40965%2C1732033307873,1-32a8860bb9d6,40965,1732033307873 terminated 2024-11-19T16:22:08,592 INFO [RS:0;32a8860bb9d6:40965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:40965. 2024-11-19T16:22:08,592 DEBUG [RS:0;32a8860bb9d6:40965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:08,592 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:08,592 DEBUG [RS:0;32a8860bb9d6:40965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:08,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:08,593 INFO [RS:0;32a8860bb9d6:40965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40965 2024-11-19T16:22:08,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649/rs 2024-11-19T16:22:08,604 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:08,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-530288649/rs/32a8860bb9d6,40965,1732033307873 2024-11-19T16:22:08,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,40965,1732033307873] 2024-11-19T16:22:08,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-530288649/draining/32a8860bb9d6,40965,1732033307873 already deleted, retry=false 2024-11-19T16:22:08,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,40965,1732033307873 expired; onlineServers=0 2024-11-19T16:22:08,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,44097,1732033307723' ***** 2024-11-19T16:22:08,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:22:08,636 INFO [M:0;32a8860bb9d6:44097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:08,636 INFO [M:0;32a8860bb9d6:44097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:08,636 DEBUG [M:0;32a8860bb9d6:44097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:22:08,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:22:08,636 DEBUG [M:0;32a8860bb9d6:44097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:22:08,637 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033309556 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033309556,5,FailOnTimeoutGroup] 2024-11-19T16:22:08,637 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033309560 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033309560,5,FailOnTimeoutGroup] 2024-11-19T16:22:08,637 INFO [M:0;32a8860bb9d6:44097 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:08,637 INFO [M:0;32a8860bb9d6:44097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:08,637 DEBUG [M:0;32a8860bb9d6:44097 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:22:08,637 INFO [M:0;32a8860bb9d6:44097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:22:08,637 INFO [M:0;32a8860bb9d6:44097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:08,637 INFO [M:0;32a8860bb9d6:44097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:22:08,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:22:08,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-530288649/master 2024-11-19T16:22:08,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-530288649 2024-11-19T16:22:08,649 DEBUG [M:0;32a8860bb9d6:44097 {}] zookeeper.ZKUtil(347): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Unable to get data of znode /2-530288649/master because node does not exist (not an error) 2024-11-19T16:22:08,649 WARN [M:0;32a8860bb9d6:44097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:22:08,650 INFO [M:0;32a8860bb9d6:44097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/.lastflushedseqids 2024-11-19T16:22:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741847_1023 (size=245) 2024-11-19T16:22:08,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:08,715 INFO [RS:0;32a8860bb9d6:40965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:08,715 INFO [RS:0;32a8860bb9d6:40965 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,40965,1732033307873; zookeeper connection closed. 2024-11-19T16:22:08,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40965-0x10153e6aabf0007, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:08,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6496c1df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6496c1df 2024-11-19T16:22:08,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:22:08,725 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:09,060 INFO [M:0;32a8860bb9d6:44097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:22:09,061 INFO [M:0;32a8860bb9d6:44097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:22:09,061 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:09,061 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:09,061 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:09,061 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:09,061 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:09,061 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T16:22:09,081 DEBUG [M:0;32a8860bb9d6:44097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d29d533c02484d408725f29829075117 is 82, key is hbase:meta,,1/info:regioninfo/1732033310821/Put/seqid=0 2024-11-19T16:22:09,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741848_1024 (size=5672) 2024-11-19T16:22:09,165 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:09,485 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d29d533c02484d408725f29829075117 2024-11-19T16:22:09,508 DEBUG [M:0;32a8860bb9d6:44097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/066f9cae081349a7a490d779c869a782 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033319690/Put/seqid=0 2024-11-19T16:22:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741849_1025 (size=8515) 2024-11-19T16:22:09,529 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:09,912 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/066f9cae081349a7a490d779c869a782 2024-11-19T16:22:09,927 DEBUG [M:0;32a8860bb9d6:44097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82fd56727d7e48258c54435558171f56 is 69, key is 32a8860bb9d6,40965,1732033307873/rs:state/1732033309644/Put/seqid=0 2024-11-19T16:22:09,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741850_1026 (size=5156) 2024-11-19T16:22:10,268 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:10,331 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82fd56727d7e48258c54435558171f56 2024-11-19T16:22:10,335 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d29d533c02484d408725f29829075117 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d29d533c02484d408725f29829075117 2024-11-19T16:22:10,338 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d29d533c02484d408725f29829075117, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T16:22:10,339 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/066f9cae081349a7a490d779c869a782 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/066f9cae081349a7a490d779c869a782 2024-11-19T16:22:10,342 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/066f9cae081349a7a490d779c869a782, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T16:22:10,343 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82fd56727d7e48258c54435558171f56 as hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82fd56727d7e48258c54435558171f56 2024-11-19T16:22:10,346 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39903/user/jenkins/test-data/91f3004a-037f-2b21-e978-f041c5825097/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82fd56727d7e48258c54435558171f56, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T16:22:10,346 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T16:22:10,347 INFO [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:10,348 DEBUG [M:0;32a8860bb9d6:44097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033329061Disabling compacts and flushes for region at 1732033329061Disabling writes for close at 1732033329061Obtaining lock to block concurrent updates at 1732033329061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033329061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732033329061Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033329062 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033329062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033329081 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033329081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033329489 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033329507 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033329507Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033329915 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033329927 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033329927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655eda95: reopening flushed file at 1732033330334 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea304fa: reopening flushed file at 1732033330338 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3308e166: reopening flushed file at 1732033330342 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732033330346 (+4 ms)Writing region close event to WAL at 1732033330347 (+1 ms)Closed at 1732033330347 2024-11-19T16:22:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33979 is added to blk_1073741830_1006 (size=63642) 2024-11-19T16:22:10,349 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:10,349 INFO [M:0;32a8860bb9d6:44097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:22:10,349 INFO [M:0;32a8860bb9d6:44097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44097 2024-11-19T16:22:10,350 INFO [M:0;32a8860bb9d6:44097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:10,432 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:10,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:10,464 INFO [M:0;32a8860bb9d6:44097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:10,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44097-0x10153e6aabf0006, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:10,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c92d3d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:10,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@720973d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:10,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:10,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@705fc01e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:10,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@244ac288{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:10,504 WARN [BP-1468475071-172.17.0.3-1732033304997 heartbeating to localhost/127.0.0.1:39903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:22:10,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:22:10,504 WARN [BP-1468475071-172.17.0.3-1732033304997 heartbeating to localhost/127.0.0.1:39903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1468475071-172.17.0.3-1732033304997 (Datanode Uuid 19e519f6-771e-4eb7-9d3f-0c5e5b02906c) service to localhost/127.0.0.1:39903 2024-11-19T16:22:10,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:22:10,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/cluster_8e7917d4-32c6-34eb-5142-f0ef834fa027/data/data1/current/BP-1468475071-172.17.0.3-1732033304997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:10,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/cluster_8e7917d4-32c6-34eb-5142-f0ef834fa027/data/data2/current/BP-1468475071-172.17.0.3-1732033304997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:10,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:22:10,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35ca09bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:10,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@786ba9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:10,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:10,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af2e9d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:10,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df8353{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:10,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:22:10,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:22:10,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:10,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:10,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:10,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:10,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:10,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:22:10,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=265001538, stopped=false 2024-11-19T16:22:10,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,34401,1732033301354 2024-11-19T16:22:10,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-430861930/running 2024-11-19T16:22:10,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-430861930/running 2024-11-19T16:22:10,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:22:10,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:22:10,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:10,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:10,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:10,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:10,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/running 2024-11-19T16:22:10,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,37449,1732033301478' ***** 2024-11-19T16:22:10,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Set watcher on znode that does not yet exist, /1-430861930/running 2024-11-19T16:22:10,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:22:10,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,37449,1732033301478 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37449. 2024-11-19T16:22:10,545 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c324fe3f4e035cb3da472c3deb5f1ec6, disabling compactions & flushes 2024-11-19T16:22:10,545 DEBUG [RS:0;32a8860bb9d6:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:10,545 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:10,545 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:22:10,545 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:22:10,545 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. after waiting 0 ms 2024-11-19T16:22:10,545 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:22:10,545 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:22:10,546 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:22:10,546 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c324fe3f4e035cb3da472c3deb5f1ec6 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T16:22:10,546 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:22:10,546 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1325): Online Regions={c324fe3f4e035cb3da472c3deb5f1ec6=hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6., 1588230740=hbase:meta,,1.1588230740, 22d01f3ffbd177bc21e4ae68071d0a44=test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.} 2024-11-19T16:22:10,546 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44, c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:22:10,546 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:10,546 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:10,546 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:10,546 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:10,546 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:10,546 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:22:10,561 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:10,562 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/info/c3c54766823b4f179ac28f0940c7adb7 is 147, key is hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6./info:regioninfo/1732033317925/Put/seqid=0 2024-11-19T16:22:10,564 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/.tmp/queue/96b19c98648b4b37ad918549c4644ccf is 154, key is 1-32a8860bb9d6,37449,1732033301478/queue:32a8860bb9d6%2C37449%2C1732033301478/1732033325992/Put/seqid=0 2024-11-19T16:22:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741840_1016 (size=7686) 2024-11-19T16:22:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741841_1017 (size=5353) 2024-11-19T16:22:10,746 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44, c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:22:10,946 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44, c324fe3f4e035cb3da472c3deb5f1ec6 2024-11-19T16:22:10,966 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/info/c3c54766823b4f179ac28f0940c7adb7 2024-11-19T16:22:10,967 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/.tmp/queue/96b19c98648b4b37ad918549c4644ccf 2024-11-19T16:22:10,971 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/.tmp/queue/96b19c98648b4b37ad918549c4644ccf as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/queue/96b19c98648b4b37ad918549c4644ccf 2024-11-19T16:22:10,974 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/queue/96b19c98648b4b37ad918549c4644ccf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T16:22:10,975 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c324fe3f4e035cb3da472c3deb5f1ec6 in 430ms, sequenceid=12, compaction requested=false 2024-11-19T16:22:10,982 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/ns/4d992fa7ebc64ee28039e4e949a3381f is 43, key is default/ns:d/1732033304628/Put/seqid=0 2024-11-19T16:22:10,985 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/replication/c324fe3f4e035cb3da472c3deb5f1ec6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T16:22:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741842_1018 (size=5153) 2024-11-19T16:22:10,985 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:10,985 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:10,985 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:22:10,985 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c324fe3f4e035cb3da472c3deb5f1ec6: Waiting for close lock at 1732033330545Running coprocessor pre-close hooks at 1732033330545Disabling compacts and flushes for region at 1732033330545Disabling writes for close at 1732033330545Obtaining lock to block concurrent updates at 1732033330546 (+1 ms)Preparing flush snapshotting stores in c324fe3f4e035cb3da472c3deb5f1ec6 at 1732033330546Finished memstore snapshotting hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732033330546Flushing stores of hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. at 1732033330546Flushing c324fe3f4e035cb3da472c3deb5f1ec6/queue: creating writer at 1732033330546Flushing c324fe3f4e035cb3da472c3deb5f1ec6/queue: appending metadata at 1732033330563 (+17 ms)Flushing c324fe3f4e035cb3da472c3deb5f1ec6/queue: closing flushed file at 1732033330563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d4bff0: reopening flushed file at 1732033330970 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c324fe3f4e035cb3da472c3deb5f1ec6 in 430ms, sequenceid=12, compaction requested=false at 1732033330975 (+5 ms)Writing region close event to WAL at 1732033330982 (+7 ms)Running coprocessor post-close hooks at 1732033330985 (+3 ms)Closed at 1732033330985 2024-11-19T16:22:10,985 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033317094.c324fe3f4e035cb3da472c3deb5f1ec6. 2024-11-19T16:22:10,986 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22d01f3ffbd177bc21e4ae68071d0a44, disabling compactions & flushes 2024-11-19T16:22:10,986 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:22:10,986 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:22:10,986 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. after waiting 0 ms 2024-11-19T16:22:10,986 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:22:10,986 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22d01f3ffbd177bc21e4ae68071d0a44 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T16:22:11,000 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/f/e03456245fa54f298f0c0593534a06a8 is 29, key is row1/f:/1732033324485/DeleteFamily/seqid=0 2024-11-19T16:22:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741843_1019 (size=5152) 2024-11-19T16:22:11,146 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:11,334 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:22:11,346 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:11,386 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/ns/4d992fa7ebc64ee28039e4e949a3381f 2024-11-19T16:22:11,401 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/rep_barrier/5e19486365d248548e677515c2268eb0 is 112, key is test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44./rep_barrier:seqnumDuringOpen/1732033312800/Put/seqid=0 2024-11-19T16:22:11,404 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/f/e03456245fa54f298f0c0593534a06a8 2024-11-19T16:22:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741844_1020 (size=5518) 2024-11-19T16:22:11,404 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/rep_barrier/5e19486365d248548e677515c2268eb0 2024-11-19T16:22:11,407 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e03456245fa54f298f0c0593534a06a8 2024-11-19T16:22:11,419 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/table/33a244972efc409e9e250c9f886626ee is 53, key is hbase:replication/table:state/1732033317941/Put/seqid=0 2024-11-19T16:22:11,419 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/f1/e0fa661730fa41839aaf12efc857a0c3 is 30, key is row1/f1:/1732033324485/DeleteFamily/seqid=0 2024-11-19T16:22:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741846_1022 (size=5158) 2024-11-19T16:22:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741845_1021 (size=5308) 2024-11-19T16:22:11,435 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1189, reset compression=false 2024-11-19T16:22:11,436 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:22:11,437 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:22:11,439 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:11,439 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1436, reset compression=false 2024-11-19T16:22:11,439 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,37449,1732033301478 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:11,440 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,37449,1732033301478: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,37449,1732033301478, walGroup=32a8860bb9d6%2C37449%2C1732033301478, offset=32a8860bb9d6%2C37449%2C1732033301478.1732033303570:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:37449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:22:11,440 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:22:11,440 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:22:11,441 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:22:11,441 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:22:11,441 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:22:11,441 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 889110528 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202595992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:22:11,442 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:34401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:34401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:22:11,471 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:11,547 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:22:11,547 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 22d01f3ffbd177bc21e4ae68071d0a44=test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44.} 2024-11-19T16:22:11,547 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:11,642 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1436, reset compression=false 2024-11-19T16:22:11,747 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:11,823 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/table/33a244972efc409e9e250c9f886626ee 2024-11-19T16:22:11,823 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/f1/e0fa661730fa41839aaf12efc857a0c3 2024-11-19T16:22:11,826 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0fa661730fa41839aaf12efc857a0c3 2024-11-19T16:22:11,827 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/info/c3c54766823b4f179ac28f0940c7adb7 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/info/c3c54766823b4f179ac28f0940c7adb7 2024-11-19T16:22:11,830 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/info/c3c54766823b4f179ac28f0940c7adb7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:22:11,831 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/ns/4d992fa7ebc64ee28039e4e949a3381f as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/ns/4d992fa7ebc64ee28039e4e949a3381f 2024-11-19T16:22:11,834 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/ns/4d992fa7ebc64ee28039e4e949a3381f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:22:11,835 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/rep_barrier/5e19486365d248548e677515c2268eb0 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/rep_barrier/5e19486365d248548e677515c2268eb0 2024-11-19T16:22:11,838 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/rep_barrier/5e19486365d248548e677515c2268eb0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:22:11,839 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/.tmp/table/33a244972efc409e9e250c9f886626ee as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/table/33a244972efc409e9e250c9f886626ee 2024-11-19T16:22:11,841 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/norep/e077390adb284a85adcd27279f22c304 is 33, key is row1/norep:/1732033324485/DeleteFamily/seqid=0 2024-11-19T16:22:11,842 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/table/33a244972efc409e9e250c9f886626ee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:22:11,843 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-19T16:22:11,843 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:22:11,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741847_1023 (size=5108) 2024-11-19T16:22:11,847 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:22:11,847 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:11,847 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:11,847 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:11,848 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033330546Running coprocessor pre-close hooks at 1732033330546Disabling compacts and flushes for region at 1732033330546Disabling writes for close at 1732033330546Obtaining lock to block concurrent updates at 1732033330546Preparing flush snapshotting stores in 1588230740 at 1732033330546Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033330546Flushing stores of hbase:meta,,1.1588230740 at 1732033330546Flushing 1588230740/info: creating writer at 1732033330547 (+1 ms)Flushing 1588230740/info: appending metadata at 1732033330562 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732033330562Flushing 1588230740/ns: creating writer at 1732033330970 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732033330982 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732033330982Flushing 1588230740/rep_barrier: creating writer at 1732033331389 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033331401 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033331401Flushing 1588230740/table: creating writer at 1732033331407 (+6 ms)Flushing 1588230740/table: appending metadata at 1732033331419 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732033331419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ad062d: reopening flushed file at 1732033331826 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bcd1d8: reopening flushed file at 1732033331831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5346130f: reopening flushed file at 1732033331835 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595fd937: reopening flushed file at 1732033331838 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1732033331843 (+5 ms)Writing region close event to WAL at 1732033331845 (+2 ms)Running coprocessor post-close hooks at 1732033331847 (+2 ms)Closed at 1732033331847 2024-11-19T16:22:11,848 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:11,944 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1436, reset compression=false 2024-11-19T16:22:11,947 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:12,147 DEBUG [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1351): Waiting on 22d01f3ffbd177bc21e4ae68071d0a44 2024-11-19T16:22:12,244 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/norep/e077390adb284a85adcd27279f22c304 2024-11-19T16:22:12,247 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e077390adb284a85adcd27279f22c304 2024-11-19T16:22:12,248 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/f/e03456245fa54f298f0c0593534a06a8 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/f/e03456245fa54f298f0c0593534a06a8 2024-11-19T16:22:12,251 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e03456245fa54f298f0c0593534a06a8 2024-11-19T16:22:12,251 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/f/e03456245fa54f298f0c0593534a06a8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T16:22:12,252 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/f1/e0fa661730fa41839aaf12efc857a0c3 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/f1/e0fa661730fa41839aaf12efc857a0c3 2024-11-19T16:22:12,255 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0fa661730fa41839aaf12efc857a0c3 2024-11-19T16:22:12,255 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/f1/e0fa661730fa41839aaf12efc857a0c3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T16:22:12,256 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/.tmp/norep/e077390adb284a85adcd27279f22c304 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/norep/e077390adb284a85adcd27279f22c304 2024-11-19T16:22:12,260 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e077390adb284a85adcd27279f22c304 2024-11-19T16:22:12,260 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/norep/e077390adb284a85adcd27279f22c304, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T16:22:12,261 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 22d01f3ffbd177bc21e4ae68071d0a44 in 1275ms, sequenceid=10, compaction requested=false 2024-11-19T16:22:12,264 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/data/default/test/22d01f3ffbd177bc21e4ae68071d0a44/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T16:22:12,264 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:12,264 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:12,264 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:22:12,264 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22d01f3ffbd177bc21e4ae68071d0a44: Waiting for close lock at 1732033330985Running coprocessor pre-close hooks at 1732033330986 (+1 ms)Disabling compacts and flushes for region at 1732033330986Disabling writes for close at 1732033330986Obtaining lock to block concurrent updates at 1732033330986Preparing flush snapshotting stores in 22d01f3ffbd177bc21e4ae68071d0a44 at 1732033330986Finished memstore snapshotting test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732033330986Flushing stores of test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. at 1732033330986Flushing 22d01f3ffbd177bc21e4ae68071d0a44/f: creating writer at 1732033330986Flushing 22d01f3ffbd177bc21e4ae68071d0a44/f: appending metadata at 1732033331000 (+14 ms)Flushing 22d01f3ffbd177bc21e4ae68071d0a44/f: closing flushed file at 1732033331000Flushing 22d01f3ffbd177bc21e4ae68071d0a44/f1: creating writer at 1732033331407 (+407 ms)Flushing 22d01f3ffbd177bc21e4ae68071d0a44/f1: appending metadata at 1732033331419 (+12 ms)Flushing 22d01f3ffbd177bc21e4ae68071d0a44/f1: closing flushed file at 1732033331419Flushing 22d01f3ffbd177bc21e4ae68071d0a44/norep: creating writer at 1732033331826 (+407 ms)Flushing 22d01f3ffbd177bc21e4ae68071d0a44/norep: appending metadata at 1732033331840 (+14 ms)Flushing 22d01f3ffbd177bc21e4ae68071d0a44/norep: closing flushed file at 1732033331840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3d40e6: reopening flushed file at 1732033332247 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a69a806: reopening flushed file at 1732033332252 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc6c5ca: reopening flushed file at 1732033332255 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 22d01f3ffbd177bc21e4ae68071d0a44 in 1275ms, sequenceid=10, compaction requested=false at 1732033332261 (+6 ms)Writing region close event to WAL at 1732033332261Running coprocessor post-close hooks at 1732033332264 (+3 ms)Closed at 1732033332264 2024-11-19T16:22:12,264 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033311621.22d01f3ffbd177bc21e4ae68071d0a44. 2024-11-19T16:22:12,347 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,37449,1732033301478; all regions closed. 2024-11-19T16:22:12,348 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 1436, reset compression=false 2024-11-19T16:22:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:22:12,349 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.meta.1732033304515.meta not finished, retry = 0 2024-11-19T16:22:12,352 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:12,352 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.wal-reader.32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/WALs/32a8860bb9d6,37449,1732033301478/32a8860bb9d6%2C37449%2C1732033301478.1732033303570 to pos 2080, reset compression=false 2024-11-19T16:22:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741839_1015 (size=3114) 2024-11-19T16:22:12,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741832_1008 (size=2088) 2024-11-19T16:22:12,460 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:12,460 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:12,460 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:12,460 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:12,460 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:12,461 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:12,461 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,37449,1732033301478 because: Region server is closing 2024-11-19T16:22:12,461 INFO [RS:0;32a8860bb9d6:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37449. 2024-11-19T16:22:12,461 DEBUG [RS:0;32a8860bb9d6:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:12,461 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:12,461 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:12,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:12,562 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,37449,1732033301478.replicationSource.shipper32a8860bb9d6%2C37449%2C1732033301478,1-32a8860bb9d6,37449,1732033301478 terminated 2024-11-19T16:22:12,562 INFO [RS:0;32a8860bb9d6:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37449. 2024-11-19T16:22:12,562 DEBUG [RS:0;32a8860bb9d6:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:12,562 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:12,562 DEBUG [RS:0;32a8860bb9d6:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:12,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:12,562 INFO [RS:0;32a8860bb9d6:37449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37449 2024-11-19T16:22:12,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930/rs 2024-11-19T16:22:12,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-430861930/rs/32a8860bb9d6,37449,1732033301478 2024-11-19T16:22:12,583 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:12,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,37449,1732033301478] 2024-11-19T16:22:12,638 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-430861930/draining/32a8860bb9d6,37449,1732033301478 already deleted, retry=false 2024-11-19T16:22:12,638 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,37449,1732033301478 expired; onlineServers=0 2024-11-19T16:22:12,638 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,34401,1732033301354' ***** 2024-11-19T16:22:12,638 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:22:12,638 INFO [M:0;32a8860bb9d6:34401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:12,638 INFO [M:0;32a8860bb9d6:34401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:12,638 DEBUG [M:0;32a8860bb9d6:34401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:22:12,638 DEBUG [M:0;32a8860bb9d6:34401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:22:12,638 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:22:12,638 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033303289 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033303289,5,FailOnTimeoutGroup] 2024-11-19T16:22:12,638 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033303289 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033303289,5,FailOnTimeoutGroup] 2024-11-19T16:22:12,638 INFO [M:0;32a8860bb9d6:34401 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:12,638 INFO [M:0;32a8860bb9d6:34401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:12,638 DEBUG [M:0;32a8860bb9d6:34401 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:22:12,638 INFO [M:0;32a8860bb9d6:34401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:22:12,639 INFO [M:0;32a8860bb9d6:34401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:12,639 INFO [M:0;32a8860bb9d6:34401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:22:12,639 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:22:12,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-430861930/master 2024-11-19T16:22:12,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-430861930 2024-11-19T16:22:12,648 DEBUG [M:0;32a8860bb9d6:34401 {}] zookeeper.ZKUtil(347): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Unable to get data of znode /1-430861930/master because node does not exist (not an error) 2024-11-19T16:22:12,648 WARN [M:0;32a8860bb9d6:34401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:22:12,649 INFO [M:0;32a8860bb9d6:34401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/.lastflushedseqids 2024-11-19T16:22:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741848_1024 (size=245) 2024-11-19T16:22:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:12,721 INFO [RS:0;32a8860bb9d6:37449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x10153e6aabf0004, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:12,721 INFO [RS:0;32a8860bb9d6:37449 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,37449,1732033301478; zookeeper connection closed. 2024-11-19T16:22:12,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b76be32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b76be32 2024-11-19T16:22:12,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:22:12,774 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:13,053 INFO [M:0;32a8860bb9d6:34401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:22:13,053 INFO [M:0;32a8860bb9d6:34401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:22:13,053 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:13,053 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:13,053 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:13,053 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:13,053 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:13,053 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T16:22:13,067 DEBUG [M:0;32a8860bb9d6:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8338e1264eae4f11973a622973d25065 is 82, key is hbase:meta,,1/info:regioninfo/1732033304546/Put/seqid=0 2024-11-19T16:22:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741849_1025 (size=5672) 2024-11-19T16:22:13,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:13,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:13,471 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8338e1264eae4f11973a622973d25065 2024-11-19T16:22:13,488 DEBUG [M:0;32a8860bb9d6:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b42ca08c97b94bca9c4a2140adb48bee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033317948/Put/seqid=0 2024-11-19T16:22:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741850_1026 (size=8516) 2024-11-19T16:22:13,892 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b42ca08c97b94bca9c4a2140adb48bee 2024-11-19T16:22:13,917 DEBUG [M:0;32a8860bb9d6:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39d95c6c5baa45499857938981a00d71 is 69, key is 32a8860bb9d6,37449,1732033301478/rs:state/1732033303348/Put/seqid=0 2024-11-19T16:22:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741851_1027 (size=5156) 2024-11-19T16:22:13,925 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39d95c6c5baa45499857938981a00d71 2024-11-19T16:22:13,930 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8338e1264eae4f11973a622973d25065 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8338e1264eae4f11973a622973d25065 2024-11-19T16:22:13,933 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8338e1264eae4f11973a622973d25065, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T16:22:13,934 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b42ca08c97b94bca9c4a2140adb48bee as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b42ca08c97b94bca9c4a2140adb48bee 2024-11-19T16:22:13,938 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b42ca08c97b94bca9c4a2140adb48bee, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T16:22:13,940 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39d95c6c5baa45499857938981a00d71 as hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39d95c6c5baa45499857938981a00d71 2024-11-19T16:22:13,947 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/12d8153e-d3a9-6bfb-bb8f-59e0e201a2ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39d95c6c5baa45499857938981a00d71, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T16:22:13,948 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false 2024-11-19T16:22:13,952 INFO [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:13,952 DEBUG [M:0;32a8860bb9d6:34401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033333053Disabling compacts and flushes for region at 1732033333053Disabling writes for close at 1732033333053Obtaining lock to block concurrent updates at 1732033333053Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033333053Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732033333053Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033333054 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033333054Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033333067 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033333067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033333475 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033333488 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033333488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033333898 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033333916 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033333916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8ea517: reopening flushed file at 1732033333929 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdf14da: reopening flushed file at 1732033333933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44af5bab: reopening flushed file at 1732033333938 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1732033333948 (+10 ms)Writing region close event to WAL at 1732033333952 (+4 ms)Closed at 1732033333952 2024-11-19T16:22:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741830_1006 (size=63654) 2024-11-19T16:22:13,961 INFO [M:0;32a8860bb9d6:34401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:22:13,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:13,961 INFO [M:0;32a8860bb9d6:34401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34401 2024-11-19T16:22:13,962 INFO [M:0;32a8860bb9d6:34401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:14,115 INFO [M:0;32a8860bb9d6:34401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x10153e6aabf0003, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:14,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133b4e21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:14,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bf0291a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:14,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:14,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@557b24c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:14,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e40b2e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:14,130 WARN [BP-875264868-172.17.0.3-1732033299629 heartbeating to localhost/127.0.0.1:38363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:22:14,130 WARN [BP-875264868-172.17.0.3-1732033299629 heartbeating to localhost/127.0.0.1:38363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-875264868-172.17.0.3-1732033299629 (Datanode Uuid c86a2761-aab5-441b-8187-a24939e79030) service to localhost/127.0.0.1:38363 2024-11-19T16:22:14,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:22:14,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:22:14,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/cluster_bc3ca602-96a8-4378-e5b9-0923e7e58660/data/data1/current/BP-875264868-172.17.0.3-1732033299629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:14,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/cluster_bc3ca602-96a8-4378-e5b9-0923e7e58660/data/data2/current/BP-875264868-172.17.0.3-1732033299629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:14,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:22:14,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5423f681{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:14,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4779c887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:14,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:14,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155223ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:14,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c25aa82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/265dc6a7-ebbd-4512-c98d-a4f073e2501c/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:14,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:22:14,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:22:14,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:14,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:14,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:14,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:14,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:14,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:22:14,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1525756316, stopped=false 2024-11-19T16:22:14,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,36249,1732033297284 2024-11-19T16:22:14,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361261680/running 2024-11-19T16:22:14,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361261680/running 2024-11-19T16:22:14,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:22:14,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:22:14,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:14,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:14,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/running 2024-11-19T16:22:14,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:14,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:14,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,42515,1732033297521' ***** 2024-11-19T16:22:14,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Set watcher on znode that does not yet exist, /0-1361261680/running 2024-11-19T16:22:14,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:22:14,176 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:22:14,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(3091): Received CLOSE for eda969c5ded7d7e763478f34290df083 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,42515,1732033297521 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:14,177 INFO [RS:0;32a8860bb9d6:42515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:42515. 2024-11-19T16:22:14,177 DEBUG [RS:0;32a8860bb9d6:42515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:14,177 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eda969c5ded7d7e763478f34290df083, disabling compactions & flushes 2024-11-19T16:22:14,178 DEBUG [RS:0;32a8860bb9d6:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:14,178 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:22:14,178 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:22:14,178 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:22:14,178 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:22:14,178 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:14,178 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:22:14,178 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:22:14,178 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. after waiting 0 ms 2024-11-19T16:22:14,178 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:22:14,178 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eda969c5ded7d7e763478f34290df083 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T16:22:14,178 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:22:14,178 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eda969c5ded7d7e763478f34290df083=hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083., 5e6c4a969ed03edcfa40e718dac51608=test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.} 2024-11-19T16:22:14,178 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608, eda969c5ded7d7e763478f34290df083 2024-11-19T16:22:14,180 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:14,180 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:14,180 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:14,180 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:14,180 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:14,180 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:22:14,202 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/.tmp/queue/c5a7ed6f130f434aba89cd1272bbd59a is 153, key is 1-32a8860bb9d6,42515,1732033297521/queue:32a8860bb9d6%2C42515%2C1732033297521/1732033323705/Put/seqid=0 2024-11-19T16:22:14,205 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/info/9c9f23e5a0df4115a054c53fe8e2436a is 147, key is hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083./info:regioninfo/1732033316172/Put/seqid=0 2024-11-19T16:22:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741840_1016 (size=5352) 2024-11-19T16:22:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741841_1017 (size=7686) 2024-11-19T16:22:14,258 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:14,378 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608, eda969c5ded7d7e763478f34290df083 2024-11-19T16:22:14,579 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608, eda969c5ded7d7e763478f34290df083 2024-11-19T16:22:14,613 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/.tmp/queue/c5a7ed6f130f434aba89cd1272bbd59a 2024-11-19T16:22:14,613 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/info/9c9f23e5a0df4115a054c53fe8e2436a 2024-11-19T16:22:14,617 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/.tmp/queue/c5a7ed6f130f434aba89cd1272bbd59a as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/queue/c5a7ed6f130f434aba89cd1272bbd59a 2024-11-19T16:22:14,621 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/queue/c5a7ed6f130f434aba89cd1272bbd59a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T16:22:14,622 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for eda969c5ded7d7e763478f34290df083 in 444ms, sequenceid=8, compaction requested=false 2024-11-19T16:22:14,622 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:22:14,626 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/replication/eda969c5ded7d7e763478f34290df083/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T16:22:14,626 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:14,627 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eda969c5ded7d7e763478f34290df083: Waiting for close lock at 1732033334177Running coprocessor pre-close hooks at 1732033334177Disabling compacts and flushes for region at 1732033334177Disabling writes for close at 1732033334178 (+1 ms)Obtaining lock to block concurrent updates at 1732033334178Preparing flush snapshotting stores in eda969c5ded7d7e763478f34290df083 at 1732033334178Finished memstore snapshotting hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732033334179 (+1 ms)Flushing stores of hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. at 1732033334180 (+1 ms)Flushing eda969c5ded7d7e763478f34290df083/queue: creating writer at 1732033334180Flushing eda969c5ded7d7e763478f34290df083/queue: appending metadata at 1732033334201 (+21 ms)Flushing eda969c5ded7d7e763478f34290df083/queue: closing flushed file at 1732033334201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197c7d59: reopening flushed file at 1732033334617 (+416 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for eda969c5ded7d7e763478f34290df083 in 444ms, sequenceid=8, compaction requested=false at 1732033334622 (+5 ms)Writing region close event to WAL at 1732033334623 (+1 ms)Running coprocessor post-close hooks at 1732033334626 (+3 ms)Closed at 1732033334627 (+1 ms) 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033314952.eda969c5ded7d7e763478f34290df083. 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e6c4a969ed03edcfa40e718dac51608, disabling compactions & flushes 2024-11-19T16:22:14,627 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. after waiting 0 ms 2024-11-19T16:22:14,627 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:22:14,627 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e6c4a969ed03edcfa40e718dac51608 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T16:22:14,633 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/ns/827491b9992c4f60acad4f089b3fdb0d is 43, key is default/ns:d/1732033299448/Put/seqid=0 2024-11-19T16:22:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741842_1018 (size=5153) 2024-11-19T16:22:14,643 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/f/795d2afdd3944c89800439b8bc3d1da3 is 28, key is row/f:/1732033323480/DeleteFamily/seqid=0 2024-11-19T16:22:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741843_1019 (size=5085) 2024-11-19T16:22:14,696 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:22:14,696 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:22:14,779 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:14,979 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:15,042 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/ns/827491b9992c4f60acad4f089b3fdb0d 2024-11-19T16:22:15,050 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/f/795d2afdd3944c89800439b8bc3d1da3 2024-11-19T16:22:15,055 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 795d2afdd3944c89800439b8bc3d1da3 2024-11-19T16:22:15,061 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/rep_barrier/d83dc958b607486b9167d1e0fb0720cd is 112, key is test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608./rep_barrier:seqnumDuringOpen/1732033311421/Put/seqid=0 2024-11-19T16:22:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741844_1020 (size=5518) 2024-11-19T16:22:15,072 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/f1/cd7d113ae60f4559b4f172447164dd74 is 29, key is row/f1:/1732033323480/DeleteFamily/seqid=0 2024-11-19T16:22:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741845_1021 (size=5089) 2024-11-19T16:22:15,179 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:22:15,179 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e6c4a969ed03edcfa40e718dac51608=test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608.} 2024-11-19T16:22:15,179 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:15,380 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:15,470 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/rep_barrier/d83dc958b607486b9167d1e0fb0720cd 2024-11-19T16:22:15,475 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/f1/cd7d113ae60f4559b4f172447164dd74 2024-11-19T16:22:15,483 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd7d113ae60f4559b4f172447164dd74 2024-11-19T16:22:15,511 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/table/9573231cb48e4ecdb9d5d63eb3371bee is 53, key is hbase:replication/table:state/1732033316181/Put/seqid=0 2024-11-19T16:22:15,536 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/norep/240b1ccd8e63407c91a14b0c0f741b36 is 32, key is row/norep:/1732033323480/DeleteFamily/seqid=0 2024-11-19T16:22:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741846_1022 (size=5308) 2024-11-19T16:22:15,542 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/table/9573231cb48e4ecdb9d5d63eb3371bee 2024-11-19T16:22:15,548 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/info/9c9f23e5a0df4115a054c53fe8e2436a as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/info/9c9f23e5a0df4115a054c53fe8e2436a 2024-11-19T16:22:15,554 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/info/9c9f23e5a0df4115a054c53fe8e2436a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:22:15,555 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/ns/827491b9992c4f60acad4f089b3fdb0d as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/ns/827491b9992c4f60acad4f089b3fdb0d 2024-11-19T16:22:15,563 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/ns/827491b9992c4f60acad4f089b3fdb0d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:22:15,564 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/rep_barrier/d83dc958b607486b9167d1e0fb0720cd as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/rep_barrier/d83dc958b607486b9167d1e0fb0720cd 2024-11-19T16:22:15,580 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741847_1023 (size=5101) 2024-11-19T16:22:15,581 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/rep_barrier/d83dc958b607486b9167d1e0fb0720cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:22:15,583 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/.tmp/table/9573231cb48e4ecdb9d5d63eb3371bee as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/table/9573231cb48e4ecdb9d5d63eb3371bee 2024-11-19T16:22:15,593 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/table/9573231cb48e4ecdb9d5d63eb3371bee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:22:15,596 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=16, compaction requested=false 2024-11-19T16:22:15,596 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:22:15,618 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:22:15,619 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:15,619 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:15,619 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:15,619 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033334178Running coprocessor pre-close hooks at 1732033334178Disabling compacts and flushes for region at 1732033334180 (+2 ms)Disabling writes for close at 1732033334180Obtaining lock to block concurrent updates at 1732033334180Preparing flush snapshotting stores in 1588230740 at 1732033334181 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033334181Flushing stores of hbase:meta,,1.1588230740 at 1732033334182 (+1 ms)Flushing 1588230740/info: creating writer at 1732033334182Flushing 1588230740/info: appending metadata at 1732033334205 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732033334205Flushing 1588230740/ns: creating writer at 1732033334617 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732033334632 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732033334632Flushing 1588230740/rep_barrier: creating writer at 1732033335045 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033335061 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033335061Flushing 1588230740/table: creating writer at 1732033335477 (+416 ms)Flushing 1588230740/table: appending metadata at 1732033335510 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732033335510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1472f497: reopening flushed file at 1732033335547 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eaffd15: reopening flushed file at 1732033335554 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d590323: reopening flushed file at 1732033335563 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635cf582: reopening flushed file at 1732033335582 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=16, compaction requested=false at 1732033335596 (+14 ms)Writing region close event to WAL at 1732033335613 (+17 ms)Running coprocessor post-close hooks at 1732033335619 (+6 ms)Closed at 1732033335619 2024-11-19T16:22:15,619 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:15,682 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 636, reset compression=false 2024-11-19T16:22:15,720 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:15,720 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 883, reset compression=false 2024-11-19T16:22:15,720 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,42515,1732033297521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:15,721 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,42515,1732033297521: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32a8860bb9d6,42515,1732033297521, walGroup=32a8860bb9d6%2C42515%2C1732033297521, offset=32a8860bb9d6%2C42515%2C1732033297521.1732033298842:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:42515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:22:15,723 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:22:15,723 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:22:15,724 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:22:15,724 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:22:15,724 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:22:15,724 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 979288064 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202900544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:22:15,724 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:36249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:36249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:22:15,780 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:15,949 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 883, reset compression=false 2024-11-19T16:22:15,980 DEBUG [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1351): Waiting on 5e6c4a969ed03edcfa40e718dac51608 2024-11-19T16:22:15,981 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/norep/240b1ccd8e63407c91a14b0c0f741b36 2024-11-19T16:22:15,986 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 240b1ccd8e63407c91a14b0c0f741b36 2024-11-19T16:22:15,987 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/f/795d2afdd3944c89800439b8bc3d1da3 as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/f/795d2afdd3944c89800439b8bc3d1da3 2024-11-19T16:22:15,998 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 795d2afdd3944c89800439b8bc3d1da3 2024-11-19T16:22:15,998 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/f/795d2afdd3944c89800439b8bc3d1da3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T16:22:15,999 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/f1/cd7d113ae60f4559b4f172447164dd74 as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/f1/cd7d113ae60f4559b4f172447164dd74 2024-11-19T16:22:16,005 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd7d113ae60f4559b4f172447164dd74 2024-11-19T16:22:16,005 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/f1/cd7d113ae60f4559b4f172447164dd74, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T16:22:16,006 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/.tmp/norep/240b1ccd8e63407c91a14b0c0f741b36 as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/norep/240b1ccd8e63407c91a14b0c0f741b36 2024-11-19T16:22:16,016 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 240b1ccd8e63407c91a14b0c0f741b36 2024-11-19T16:22:16,016 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/norep/240b1ccd8e63407c91a14b0c0f741b36, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T16:22:16,017 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5e6c4a969ed03edcfa40e718dac51608 in 1390ms, sequenceid=6, compaction requested=false 2024-11-19T16:22:16,017 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:22:16,023 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/data/default/test/5e6c4a969ed03edcfa40e718dac51608/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T16:22:16,023 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:16,023 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:16,023 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:22:16,023 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e6c4a969ed03edcfa40e718dac51608: Waiting for close lock at 1732033334627Running coprocessor pre-close hooks at 1732033334627Disabling compacts and flushes for region at 1732033334627Disabling writes for close at 1732033334627Obtaining lock to block concurrent updates at 1732033334627Preparing flush snapshotting stores in 5e6c4a969ed03edcfa40e718dac51608 at 1732033334627Finished memstore snapshotting test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732033334628 (+1 ms)Flushing stores of test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. at 1732033334628Flushing 5e6c4a969ed03edcfa40e718dac51608/f: creating writer at 1732033334628Flushing 5e6c4a969ed03edcfa40e718dac51608/f: appending metadata at 1732033334642 (+14 ms)Flushing 5e6c4a969ed03edcfa40e718dac51608/f: closing flushed file at 1732033334642Flushing 5e6c4a969ed03edcfa40e718dac51608/f1: creating writer at 1732033335055 (+413 ms)Flushing 5e6c4a969ed03edcfa40e718dac51608/f1: appending metadata at 1732033335071 (+16 ms)Flushing 5e6c4a969ed03edcfa40e718dac51608/f1: closing flushed file at 1732033335071Flushing 5e6c4a969ed03edcfa40e718dac51608/norep: creating writer at 1732033335483 (+412 ms)Flushing 5e6c4a969ed03edcfa40e718dac51608/norep: appending metadata at 1732033335535 (+52 ms)Flushing 5e6c4a969ed03edcfa40e718dac51608/norep: closing flushed file at 1732033335535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2436e084: reopening flushed file at 1732033335986 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d454df8: reopening flushed file at 1732033335998 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45583800: reopening flushed file at 1732033336005 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5e6c4a969ed03edcfa40e718dac51608 in 1390ms, sequenceid=6, compaction requested=false at 1732033336017 (+12 ms)Writing region close event to WAL at 1732033336019 (+2 ms)Running coprocessor post-close hooks at 1732033336023 (+4 ms)Closed at 1732033336023 2024-11-19T16:22:16,023 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033310985.5e6c4a969ed03edcfa40e718dac51608. 2024-11-19T16:22:16,180 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,42515,1732033297521; all regions closed. 2024-11-19T16:22:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741834_1010 (size=4239) 2024-11-19T16:22:16,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.meta.1732033299376.meta not finished, retry = 0 2024-11-19T16:22:16,253 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 883, reset compression=false 2024-11-19T16:22:16,257 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:16,257 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 1527, reset compression=false 2024-11-19T16:22:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741839_1015 (size=2240) 2024-11-19T16:22:16,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.rep.1732033316136 not finished, retry = 0 2024-11-19T16:22:16,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741833_1009 (size=1535) 2024-11-19T16:22:16,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 not finished, retry = 0 2024-11-19T16:22:16,459 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 to pos 1527, reset compression=false 2024-11-19T16:22:16,488 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/WALs/32a8860bb9d6,42515,1732033297521/32a8860bb9d6%2C42515%2C1732033297521.1732033298842 2024-11-19T16:22:16,488 DEBUG [RS:0;32a8860bb9d6:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:16,489 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:16,489 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:16,489 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:16,489 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:16,489 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:16,489 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,42515,1732033297521 because: Region server is closing 2024-11-19T16:22:16,489 INFO [RS:0;32a8860bb9d6:42515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:42515. 2024-11-19T16:22:16,489 DEBUG [RS:0;32a8860bb9d6:42515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:16,489 DEBUG [RS:0;32a8860bb9d6:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:16,489 DEBUG [RS:0;32a8860bb9d6:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:16,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:22:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:22:16,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:16,590 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.shipper32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 terminated 2024-11-19T16:22:16,590 INFO [RS:0;32a8860bb9d6:42515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42515 2024-11-19T16:22:16,590 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,42515,1732033297521.replicationSource.wal-reader.32a8860bb9d6%2C42515%2C1732033297521,1-32a8860bb9d6,42515,1732033297521 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T16:22:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361261680/rs/32a8860bb9d6,42515,1732033297521 2024-11-19T16:22:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680/rs 2024-11-19T16:22:16,657 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:16,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,42515,1732033297521] 2024-11-19T16:22:16,680 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1361261680/draining/32a8860bb9d6,42515,1732033297521 already deleted, retry=false 2024-11-19T16:22:16,680 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,42515,1732033297521 expired; onlineServers=0 2024-11-19T16:22:16,680 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,36249,1732033297284' ***** 2024-11-19T16:22:16,680 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:22:16,680 INFO [M:0;32a8860bb9d6:36249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:16,680 INFO [M:0;32a8860bb9d6:36249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:16,680 DEBUG [M:0;32a8860bb9d6:36249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:22:16,680 DEBUG [M:0;32a8860bb9d6:36249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:22:16,680 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:22:16,680 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033298576 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033298576,5,FailOnTimeoutGroup] 2024-11-19T16:22:16,680 INFO [M:0;32a8860bb9d6:36249 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:16,680 INFO [M:0;32a8860bb9d6:36249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:16,680 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033298580 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033298580,5,FailOnTimeoutGroup] 2024-11-19T16:22:16,680 DEBUG [M:0;32a8860bb9d6:36249 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:22:16,680 INFO [M:0;32a8860bb9d6:36249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:22:16,681 INFO [M:0;32a8860bb9d6:36249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:16,681 INFO [M:0;32a8860bb9d6:36249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:22:16,681 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:22:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1361261680/master 2024-11-19T16:22:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1361261680 2024-11-19T16:22:16,690 DEBUG [M:0;32a8860bb9d6:36249 {}] zookeeper.ZKUtil(347): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Unable to get data of znode /0-1361261680/master because node does not exist (not an error) 2024-11-19T16:22:16,690 WARN [M:0;32a8860bb9d6:36249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:22:16,691 INFO [M:0;32a8860bb9d6:36249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/.lastflushedseqids 2024-11-19T16:22:16,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741848_1024 (size=245) 2024-11-19T16:22:16,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:16,770 INFO [RS:0;32a8860bb9d6:42515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:16,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x10153e6aabf0001, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:16,770 INFO [RS:0;32a8860bb9d6:42515 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,42515,1732033297521; zookeeper connection closed. 2024-11-19T16:22:16,770 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75a2a83b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75a2a83b 2024-11-19T16:22:16,770 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:22:17,095 INFO [M:0;32a8860bb9d6:36249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:22:17,095 INFO [M:0;32a8860bb9d6:36249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:22:17,096 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:17,096 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:17,096 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:17,096 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:17,096 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:17,096 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T16:22:17,116 DEBUG [M:0;32a8860bb9d6:36249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664eb09f58754e18a790952cd5162235 is 82, key is hbase:meta,,1/info:regioninfo/1732033299415/Put/seqid=0 2024-11-19T16:22:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741849_1025 (size=5672) 2024-11-19T16:22:17,120 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664eb09f58754e18a790952cd5162235 2024-11-19T16:22:17,145 DEBUG [M:0;32a8860bb9d6:36249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e639a6ddf21455187e784f5eaab3414 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033311432/Put/seqid=0 2024-11-19T16:22:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741850_1026 (size=7218) 2024-11-19T16:22:17,150 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e639a6ddf21455187e784f5eaab3414 2024-11-19T16:22:17,154 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e639a6ddf21455187e784f5eaab3414 2024-11-19T16:22:17,175 DEBUG [M:0;32a8860bb9d6:36249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/624bbaf1e2e14ea4ad3fa3e7c52278f8 is 69, key is 32a8860bb9d6,42515,1732033297521/rs:state/1732033298674/Put/seqid=0 2024-11-19T16:22:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741851_1027 (size=5156) 2024-11-19T16:22:17,580 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/624bbaf1e2e14ea4ad3fa3e7c52278f8 2024-11-19T16:22:17,585 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664eb09f58754e18a790952cd5162235 as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/664eb09f58754e18a790952cd5162235 2024-11-19T16:22:17,588 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/664eb09f58754e18a790952cd5162235, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T16:22:17,589 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e639a6ddf21455187e784f5eaab3414 as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e639a6ddf21455187e784f5eaab3414 2024-11-19T16:22:17,593 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e639a6ddf21455187e784f5eaab3414 2024-11-19T16:22:17,593 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e639a6ddf21455187e784f5eaab3414, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T16:22:17,594 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/624bbaf1e2e14ea4ad3fa3e7c52278f8 as hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/624bbaf1e2e14ea4ad3fa3e7c52278f8 2024-11-19T16:22:17,600 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/624bbaf1e2e14ea4ad3fa3e7c52278f8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T16:22:17,601 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=105, compaction requested=false 2024-11-19T16:22:17,602 INFO [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:17,602 DEBUG [M:0;32a8860bb9d6:36249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033337096Disabling compacts and flushes for region at 1732033337096Disabling writes for close at 1732033337096Obtaining lock to block concurrent updates at 1732033337096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033337096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732033337096Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033337097 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033337097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033337115 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033337115Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033337124 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033337144 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033337144Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033337154 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033337174 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033337174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d508b3a: reopening flushed file at 1732033337584 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8a42fa: reopening flushed file at 1732033337588 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4577220a: reopening flushed file at 1732033337593 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=105, compaction requested=false at 1732033337601 (+8 ms)Writing region close event to WAL at 1732033337602 (+1 ms)Closed at 1732033337602 2024-11-19T16:22:17,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0ad80b0-56a7-6eee-203b-8b215f6e5ce9/MasterData/WALs/32a8860bb9d6,36249,1732033297284/32a8860bb9d6%2C36249%2C1732033297284.1732033298246 not finished, retry = 0 2024-11-19T16:22:17,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741830_1006 (size=64423) 2024-11-19T16:22:17,705 INFO [M:0;32a8860bb9d6:36249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:22:17,705 INFO [M:0;32a8860bb9d6:36249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36249 2024-11-19T16:22:17,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:17,705 INFO [M:0;32a8860bb9d6:36249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:17,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:17,872 INFO [M:0;32a8860bb9d6:36249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:17,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36249-0x10153e6aabf0000, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:17,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a1069e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:17,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1492cc4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:17,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:17,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537e9096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:17,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2a48be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:17,878 WARN [BP-785862403-172.17.0.3-1732033294135 heartbeating to localhost/127.0.0.1:34687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:22:17,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:22:17,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:22:17,878 WARN [BP-785862403-172.17.0.3-1732033294135 heartbeating to localhost/127.0.0.1:34687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-785862403-172.17.0.3-1732033294135 (Datanode Uuid 5457a66a-2c0f-4ea3-81cc-584fd315e24c) service to localhost/127.0.0.1:34687 2024-11-19T16:22:17,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/data/data1/current/BP-785862403-172.17.0.3-1732033294135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:17,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/cluster_e5e4d1a8-9f21-0468-7719-f782eb52133a/data/data2/current/BP-785862403-172.17.0.3-1732033294135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:17,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:22:17,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12e9279c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:17,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43484d6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:17,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:17,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290f7b78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:17,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d77e5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ae980a5-a071-a9db-ade1-190c47d6d181/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:17,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:22:17,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:22:17,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38363 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34687 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39903 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=790 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=533 (was 504) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4141 (was 3631) - AvailableMemoryMB LEAK? - 2024-11-19T16:22:17,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=533, ProcessCount=11, AvailableMemoryMB=4141 2024-11-19T16:22:17,961 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T16:22:17,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir so I do NOT create it in target/test-data/1059358e-f345-80b4-117d-1935efa2d975 2024-11-19T16:22:17,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:22:17,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.tmp.dir so I do NOT create it in target/test-data/1059358e-f345-80b4-117d-1935efa2d975 2024-11-19T16:22:17,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12f9d4a-7565-d051-0e47-7988f1cd7157/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:22:17,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975 2024-11-19T16:22:17,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943, deleteOnExit=true 2024-11-19T16:22:17,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/zookeeper_0, clientPort=60857, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:22:17,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60857 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/test.cache.data in system properties and HBase conf 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:22:17,975 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:17,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:17,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:22:17,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:22:17,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:22:17,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:17,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:22:17,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:22:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e6aabf0002, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:22:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e6aabf0005, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:22:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10153e6aabf0008, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:22:17,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e6aabf0005, quorum=127.0.0.1:59833, baseZNode=/1-430861930 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:22:17,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10153e6aabf0008, quorum=127.0.0.1:59833, baseZNode=/2-530288649 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:22:17,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e6aabf0002, quorum=127.0.0.1:59833, baseZNode=/0-1361261680 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:22:18,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:18,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:18,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:18,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:18,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:22:18,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:18,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d90da47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:18,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b00a94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:18,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31c5a5b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/java.io.tmpdir/jetty-localhost-41047-hadoop-hdfs-3_4_1-tests_jar-_-any-14633996185649312165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:18,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d675be5{HTTP/1.1, (http/1.1)}{localhost:41047} 2024-11-19T16:22:18,439 INFO [Time-limited test {}] server.Server(415): Started @329273ms 2024-11-19T16:22:18,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:18,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:18,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:18,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:18,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:22:18,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606e64d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:18,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c607d1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:18,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2baac769{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/java.io.tmpdir/jetty-localhost-42905-hadoop-hdfs-3_4_1-tests_jar-_-any-3252264078917076462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:18,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d50ef1c{HTTP/1.1, (http/1.1)}{localhost:42905} 2024-11-19T16:22:18,818 INFO [Time-limited test {}] server.Server(415): Started @329652ms 2024-11-19T16:22:18,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:22:19,703 WARN [Thread-4196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/data/data1/current/BP-196226276-172.17.0.3-1732033337999/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:19,703 WARN [Thread-4197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/data/data2/current/BP-196226276-172.17.0.3-1732033337999/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:19,723 WARN [Thread-4184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:22:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55a1d89d7fa2c703 with lease ID 0xf5486b3835b7af94: Processing first storage report for DS-1c642317-7a79-4075-ad1f-b0dfa839855d from datanode DatanodeRegistration(127.0.0.1:46187, datanodeUuid=2c9004f3-bdc6-4d33-9346-21716be5e37e, infoPort=45473, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=118193982;c=1732033337999) 2024-11-19T16:22:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55a1d89d7fa2c703 with lease ID 0xf5486b3835b7af94: from storage DS-1c642317-7a79-4075-ad1f-b0dfa839855d node DatanodeRegistration(127.0.0.1:46187, datanodeUuid=2c9004f3-bdc6-4d33-9346-21716be5e37e, infoPort=45473, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=118193982;c=1732033337999), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T16:22:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55a1d89d7fa2c703 with lease ID 0xf5486b3835b7af94: Processing first storage report for DS-97818838-5817-4498-a5cd-22d0cf2650e4 from datanode DatanodeRegistration(127.0.0.1:46187, datanodeUuid=2c9004f3-bdc6-4d33-9346-21716be5e37e, infoPort=45473, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=118193982;c=1732033337999) 2024-11-19T16:22:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55a1d89d7fa2c703 with lease ID 0xf5486b3835b7af94: from storage DS-97818838-5817-4498-a5cd-22d0cf2650e4 node DatanodeRegistration(127.0.0.1:46187, datanodeUuid=2c9004f3-bdc6-4d33-9346-21716be5e37e, infoPort=45473, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=118193982;c=1732033337999), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:22:19,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975 2024-11-19T16:22:19,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:19,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:22:19,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f with version=8 2024-11-19T16:22:19,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/hbase-staging 2024-11-19T16:22:19,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:19,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:19,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:19,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:19,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:19,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:19,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:22:19,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:19,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36543 2024-11-19T16:22:19,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36543 connecting to ZooKeeper ensemble=127.0.0.1:60857 2024-11-19T16:22:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365430x0, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:19,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36543-0x10153e756190000 connected 2024-11-19T16:22:19,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:19,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:19,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on znode that does not yet exist, /0-1001624438/running 2024-11-19T16:22:19,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f, hbase.cluster.distributed=false 2024-11-19T16:22:19,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on znode that does not yet exist, /0-1001624438/acl 2024-11-19T16:22:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36543 2024-11-19T16:22:20,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36543 2024-11-19T16:22:20,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36543 2024-11-19T16:22:20,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36543 2024-11-19T16:22:20,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36543 2024-11-19T16:22:20,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:22:20,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:20,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35029 2024-11-19T16:22:20,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35029 connecting to ZooKeeper ensemble=127.0.0.1:60857 2024-11-19T16:22:20,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:20,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:20,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350290x0, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on znode that does not yet exist, /0-1001624438/running 2024-11-19T16:22:20,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:22:20,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350290x0, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:20,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35029-0x10153e756190001 connected 2024-11-19T16:22:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,144 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:22:20,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on znode that does not yet exist, /0-1001624438/master 2024-11-19T16:22:20,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on znode that does not yet exist, /0-1001624438/acl 2024-11-19T16:22:20,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:20,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:22:20,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128773 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:22:20,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-19T16:22:20,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35029 2024-11-19T16:22:20,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35029 2024-11-19T16:22:20,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-19T16:22:20,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-19T16:22:20,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:20,233 DEBUG [M:0;32a8860bb9d6:36543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:36543 2024-11-19T16:22:20,234 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1001624438/backup-masters/32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438/backup-masters 2024-11-19T16:22:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438/backup-masters 2024-11-19T16:22:20,246 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on existing znode=/0-1001624438/backup-masters/32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1001624438/master 2024-11-19T16:22:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:20,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:20,259 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on existing znode=/0-1001624438/master 2024-11-19T16:22:20,260 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1001624438/backup-masters/32a8860bb9d6,36543,1732033339767 from backup master directory 2024-11-19T16:22:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1001624438/backup-masters/32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438/backup-masters 2024-11-19T16:22:20,269 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:20,269 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:20,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438/backup-masters 2024-11-19T16:22:20,272 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/hbase.id] with ID: 44fe3f7d-c716-4a6c-897c-4ab9c51f43e8 2024-11-19T16:22:20,272 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/.tmp/hbase.id 2024-11-19T16:22:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:22:20,292 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/.tmp/hbase.id]:[hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/hbase.id] 2024-11-19T16:22:20,300 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:20,301 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:22:20,301 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T16:22:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:20,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:22:20,347 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:20,347 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:22:20,352 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:22:20,770 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/data/master/store 2024-11-19T16:22:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:22:21,176 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:21,177 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:21,177 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:21,177 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:21,177 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:21,177 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:21,177 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:21,177 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033341177Disabling compacts and flushes for region at 1732033341177Disabling writes for close at 1732033341177Writing region close event to WAL at 1732033341177Closed at 1732033341177 2024-11-19T16:22:21,178 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/data/master/store/.initializing 2024-11-19T16:22:21,178 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/WALs/32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:21,178 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:21,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C36543%2C1732033339767, suffix=, logDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/WALs/32a8860bb9d6,36543,1732033339767, archiveDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/oldWALs, maxLogs=10 2024-11-19T16:22:21,195 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/WALs/32a8860bb9d6,36543,1732033339767/32a8860bb9d6%2C36543%2C1732033339767.1732033341180, exclude list is [], retry=0 2024-11-19T16:22:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-1c642317-7a79-4075-ad1f-b0dfa839855d,DISK] 2024-11-19T16:22:21,199 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/WALs/32a8860bb9d6,36543,1732033339767/32a8860bb9d6%2C36543%2C1732033339767.1732033341180 2024-11-19T16:22:21,199 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45473:45473)] 2024-11-19T16:22:21,199 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:21,200 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:21,200 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,200 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:22:21,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:21,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:22:21,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:21,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:22:21,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:21,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:22:21,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:21,205 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,206 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,206 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,207 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,207 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,207 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:21,208 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:21,209 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:21,210 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75024683, jitterRate=0.11795489490032196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:21,210 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033341200Initializing all the Stores at 1732033341200Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033341201 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033341201Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033341201Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033341201Cleaning up temporary data from old regions at 1732033341207 (+6 ms)Region opened successfully at 1732033341210 (+3 ms) 2024-11-19T16:22:21,210 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:22:21,212 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9dff47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:21,212 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:22:21,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:22:21,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:22:21,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:22:21,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:22:21,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:22:21,213 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:22:21,216 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:22:21,217 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Unable to get data of znode /0-1001624438/balancer because node does not exist (not necessarily an error) 2024-11-19T16:22:21,269 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001624438/balancer already deleted, retry=false 2024-11-19T16:22:21,269 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:22:21,270 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Unable to get data of znode /0-1001624438/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:22:21,279 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001624438/normalizer already deleted, retry=false 2024-11-19T16:22:21,279 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:22:21,280 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Unable to get data of znode /0-1001624438/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:22:21,290 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001624438/switch/split already deleted, retry=false 2024-11-19T16:22:21,290 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Unable to get data of znode /0-1001624438/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:22:21,300 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001624438/switch/merge already deleted, retry=false 2024-11-19T16:22:21,302 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Unable to get data of znode /0-1001624438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:22:21,311 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1001624438/snapshot-cleanup already deleted, retry=false 2024-11-19T16:22:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1001624438/running 2024-11-19T16:22:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1001624438/running 2024-11-19T16:22:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:21,322 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,36543,1732033339767, sessionid=0x10153e756190000, setting cluster-up flag (Was=false) 2024-11-19T16:22:21,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:21,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:21,374 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1001624438/flush-table-proc/acquired, /0-1001624438/flush-table-proc/reached, /0-1001624438/flush-table-proc/abort 2024-11-19T16:22:21,375 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:21,426 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1001624438/online-snapshot/acquired, /0-1001624438/online-snapshot/reached, /0-1001624438/online-snapshot/abort 2024-11-19T16:22:21,427 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:21,428 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:22:21,429 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:21,429 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:22:21,430 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:22:21,430 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,36543,1732033339767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:21,431 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033371432 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:22:21,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:22:21,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:22:21,432 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:22:21,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,433 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033341433,5,FailOnTimeoutGroup] 2024-11-19T16:22:21,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:22:21,433 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033341433,5,FailOnTimeoutGroup] 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,433 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:22:21,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:22:21,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f 2024-11-19T16:22:21,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741832_1008 (size=32) 2024-11-19T16:22:21,511 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(746): ClusterId : 44fe3f7d-c716-4a6c-897c-4ab9c51f43e8 2024-11-19T16:22:21,511 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:22:21,522 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:22:21,522 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:22:21,532 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:22:21,532 DEBUG [RS:0;32a8860bb9d6:35029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0ccdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:21,542 DEBUG [RS:0;32a8860bb9d6:35029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:35029 2024-11-19T16:22:21,542 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:22:21,542 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:22:21,543 DEBUG [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:22:21,543 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,36543,1732033339767 with port=35029, startcode=1732033340067 2024-11-19T16:22:21,543 DEBUG [RS:0;32a8860bb9d6:35029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:22:21,544 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:22:21,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:21,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36543 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:21,546 DEBUG [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f 2024-11-19T16:22:21,546 DEBUG [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38605 2024-11-19T16:22:21,546 DEBUG [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:22:21,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438/rs 2024-11-19T16:22:21,553 DEBUG [RS:0;32a8860bb9d6:35029 {}] zookeeper.ZKUtil(111): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Set watcher on existing znode=/0-1001624438/rs/32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:21,553 WARN [RS:0;32a8860bb9d6:35029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:21,553 INFO [RS:0;32a8860bb9d6:35029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:21,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,35029,1732033340067] 2024-11-19T16:22:21,553 DEBUG [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:21,556 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:22:21,557 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:22:21,557 INFO [RS:0;32a8860bb9d6:35029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:22:21,557 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,557 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:22:21,557 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:22:21,557 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:21,558 DEBUG [RS:0;32a8860bb9d6:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:21,558 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,558 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,558 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,558 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,558 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,558 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35029,1732033340067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:21,571 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:22:21,571 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,35029,1732033340067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,571 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,571 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.Replication(171): 32a8860bb9d6,35029,1732033340067 started 2024-11-19T16:22:21,583 INFO [RS:0;32a8860bb9d6:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:21,583 INFO [RS:0;32a8860bb9d6:35029 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,35029,1732033340067, RpcServer on 32a8860bb9d6/172.17.0.3:35029, sessionid=0x10153e756190001 2024-11-19T16:22:21,583 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:22:21,583 DEBUG [RS:0;32a8860bb9d6:35029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:21,583 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,35029,1732033340067' 2024-11-19T16:22:21,583 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1001624438/flush-table-proc/abort' 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1001624438/flush-table-proc/acquired' 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,35029,1732033340067' 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1001624438/online-snapshot/abort' 2024-11-19T16:22:21,584 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1001624438/online-snapshot/acquired' 2024-11-19T16:22:21,585 DEBUG [RS:0;32a8860bb9d6:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:22:21,585 INFO [RS:0;32a8860bb9d6:35029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:22:21,585 INFO [RS:0;32a8860bb9d6:35029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:22:21,685 INFO [RS:0;32a8860bb9d6:35029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:21,686 INFO [RS:0;32a8860bb9d6:35029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C35029%2C1732033340067, suffix=, logDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067, archiveDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/oldWALs, maxLogs=10 2024-11-19T16:22:21,698 DEBUG [RS:0;32a8860bb9d6:35029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067/32a8860bb9d6%2C35029%2C1732033340067.1732033341686, exclude list is [], retry=0 2024-11-19T16:22:21,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-1c642317-7a79-4075-ad1f-b0dfa839855d,DISK] 2024-11-19T16:22:21,702 INFO [RS:0;32a8860bb9d6:35029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067/32a8860bb9d6%2C35029%2C1732033340067.1732033341686 2024-11-19T16:22:21,702 DEBUG [RS:0;32a8860bb9d6:35029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45473:45473)] 2024-11-19T16:22:21,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:21,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:21,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:21,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:21,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:21,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:21,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:21,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:21,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:21,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:21,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:21,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:21,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:21,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:21,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:21,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/hbase/meta/1588230740 2024-11-19T16:22:21,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/hbase/meta/1588230740 2024-11-19T16:22:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:21,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:21,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:21,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:21,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:21,858 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58904167, jitterRate=-0.12225951254367828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033341850Initializing all the Stores at 1732033341850Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033341850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033341850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033341850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033341850Cleaning up temporary data from old regions at 1732033341856 (+6 ms)Region opened successfully at 1732033341859 (+3 ms) 2024-11-19T16:22:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:21,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:21,859 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:21,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033341859Disabling compacts and flushes for region at 1732033341859Disabling writes for close at 1732033341859Writing region close event to WAL at 1732033341859Closed at 1732033341859 2024-11-19T16:22:21,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:21,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:22:21,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:22:21,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:21,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:22:22,011 DEBUG [32a8860bb9d6:36543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:22:22,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:22,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,35029,1732033340067, state=OPENING 2024-11-19T16:22:22,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:22:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:22,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1001624438 2024-11-19T16:22:22,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001624438/meta-region-server: CHANGED 2024-11-19T16:22:22,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001624438/meta-region-server: CHANGED 2024-11-19T16:22:22,128 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:22,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,35029,1732033340067}] 2024-11-19T16:22:22,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:22,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:22:22,284 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:22:22,284 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:22,284 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:22:22,285 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C35029%2C1732033340067.meta, suffix=.meta, logDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067, archiveDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/oldWALs, maxLogs=10 2024-11-19T16:22:22,297 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067/32a8860bb9d6%2C35029%2C1732033340067.meta.1732033342285.meta, exclude list is [], retry=0 2024-11-19T16:22:22,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-1c642317-7a79-4075-ad1f-b0dfa839855d,DISK] 2024-11-19T16:22:22,300 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/WALs/32a8860bb9d6,35029,1732033340067/32a8860bb9d6%2C35029%2C1732033340067.meta.1732033342285.meta 2024-11-19T16:22:22,301 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45473:45473)] 2024-11-19T16:22:22,301 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:22,301 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:22,302 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:22:22,302 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:22:22,302 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:22:22,302 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:22:22,302 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:22,302 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:22:22,302 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:22:22,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:22,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:22,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:22,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:22,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:22,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:22,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:22,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:22,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:22,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:22,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:22,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:22,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:22,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:22,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:22,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:22,308 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:22,308 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/hbase/meta/1588230740 2024-11-19T16:22:22,309 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/hbase/meta/1588230740 2024-11-19T16:22:22,310 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:22,310 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:22,310 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:22,311 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:22,311 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74625184, jitterRate=0.11200189590454102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:22,311 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:22:22,312 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033342302Writing region info on filesystem at 1732033342302Initializing all the Stores at 1732033342304 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033342304Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033342304Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033342304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033342304Cleaning up temporary data from old regions at 1732033342310 (+6 ms)Running coprocessor post-open hooks at 1732033342311 (+1 ms)Region opened successfully at 1732033342312 (+1 ms) 2024-11-19T16:22:22,312 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033342280 2024-11-19T16:22:22,314 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:22:22,314 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:22:22,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:22,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,35029,1732033340067, state=OPEN 2024-11-19T16:22:22,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x10153e756190001, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1001624438/meta-region-server 2024-11-19T16:22:22,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x10153e756190000, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1001624438/meta-region-server 2024-11-19T16:22:22,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:22,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001624438/meta-region-server: CHANGED 2024-11-19T16:22:22,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1001624438/meta-region-server: CHANGED 2024-11-19T16:22:22,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:22:22,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,35029,1732033340067 in 266 msec 2024-11-19T16:22:22,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:22:22,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-11-19T16:22:22,398 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:22,398 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:22:22,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:22,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35029,1732033340067, seqNum=-1] 2024-11-19T16:22:22,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:22,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:22,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-11-19T16:22:22,404 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033342404, completionTime=-1 2024-11-19T16:22:22,404 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:22:22,404 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:22:22,405 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:22:22,405 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033402405 2024-11-19T16:22:22,405 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033462405 2024-11-19T16:22:22,405 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:22:22,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36543,1732033339767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36543,1732033339767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36543,1732033339767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:36543, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,407 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.140sec 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36543,1732033339767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:22,409 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36543,1732033339767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:22:22,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1e5205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:22,411 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:22:22,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36543,-1 for getting cluster id 2024-11-19T16:22:22,411 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:22:22,411 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,36543,1732033339767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:22,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:22,412 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44fe3f7d-c716-4a6c-897c-4ab9c51f43e8' 2024-11-19T16:22:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44fe3f7d-c716-4a6c-897c-4ab9c51f43e8" 2024-11-19T16:22:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0cebaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36543,-1] 2024-11-19T16:22:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:22,413 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:22,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dff22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:22,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,35029,1732033340067, seqNum=-1] 2024-11-19T16:22:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:22,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:22,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:22,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60857 2024-11-19T16:22:22,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60857, baseZNode=/0-1001624438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:22,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e756190002 connected 2024-11-19T16:22:22,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd4b8a6 2024-11-19T16:22:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:22,461 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:22,462 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:22:22,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:22:22,463 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:22,463 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:22:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:22,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:22:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:22:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:22,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 286c966933d4dad4a7a5996fed20471f, NAME => 'test,,1732033342461.286c966933d4dad4a7a5996fed20471f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f 2024-11-19T16:22:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:22:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:23,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033342461.286c966933d4dad4a7a5996fed20471f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:23,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 286c966933d4dad4a7a5996fed20471f, disabling compactions & flushes 2024-11-19T16:22:23,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033342461.286c966933d4dad4a7a5996fed20471f. after waiting 0 ms 2024-11-19T16:22:23,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 286c966933d4dad4a7a5996fed20471f: Waiting for close lock at 1732033343276Disabling compacts and flushes for region at 1732033343276Disabling writes for close at 1732033343276Writing region close event to WAL at 1732033343276Closed at 1732033343276 2024-11-19T16:22:23,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:22:23,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033342461.286c966933d4dad4a7a5996fed20471f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033343277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033343277"}]},"ts":"1732033343277"} 2024-11-19T16:22:23,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:22:23,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:22:23,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033343280"}]},"ts":"1732033343280"} 2024-11-19T16:22:23,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:22:23,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=286c966933d4dad4a7a5996fed20471f, ASSIGN}] 2024-11-19T16:22:23,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=286c966933d4dad4a7a5996fed20471f, ASSIGN 2024-11-19T16:22:23,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=286c966933d4dad4a7a5996fed20471f, ASSIGN; state=OFFLINE, location=32a8860bb9d6,35029,1732033340067; forceNewPlan=false, retain=false 2024-11-19T16:22:23,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=286c966933d4dad4a7a5996fed20471f, regionState=OPENING, regionLocation=32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:23,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=286c966933d4dad4a7a5996fed20471f, ASSIGN because future has completed 2024-11-19T16:22:23,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286c966933d4dad4a7a5996fed20471f, server=32a8860bb9d6,35029,1732033340067}] 2024-11-19T16:22:23,590 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 286c966933d4dad4a7a5996fed20471f, NAME => 'test,,1732033342461.286c966933d4dad4a7a5996fed20471f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:23,591 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:23,591 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:22:23,591 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,591 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033342461.286c966933d4dad4a7a5996fed20471f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:23,591 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,591 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,592 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,593 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286c966933d4dad4a7a5996fed20471f columnFamilyName f 2024-11-19T16:22:23,593 DEBUG [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:23,593 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] regionserver.HStore(327): Store=286c966933d4dad4a7a5996fed20471f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:23,593 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,594 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286c966933d4dad4a7a5996fed20471f columnFamilyName f1 2024-11-19T16:22:23,594 DEBUG [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:23,595 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] regionserver.HStore(327): Store=286c966933d4dad4a7a5996fed20471f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:23,595 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,596 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286c966933d4dad4a7a5996fed20471f columnFamilyName norep 2024-11-19T16:22:23,596 DEBUG [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:23,596 INFO [StoreOpener-286c966933d4dad4a7a5996fed20471f-1 {}] regionserver.HStore(327): Store=286c966933d4dad4a7a5996fed20471f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:23,596 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,596 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/default/test/286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,597 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/default/test/286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,597 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,597 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,598 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:22:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:23,599 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,600 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/data/default/test/286c966933d4dad4a7a5996fed20471f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:23,601 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 286c966933d4dad4a7a5996fed20471f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67182606, jitterRate=0.0010988414287567139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:22:23,601 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 286c966933d4dad4a7a5996fed20471f 2024-11-19T16:22:23,601 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 286c966933d4dad4a7a5996fed20471f: Running coprocessor pre-open hook at 1732033343591Writing region info on filesystem at 1732033343591Initializing all the Stores at 1732033343592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033343592Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033343592Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033343592Cleaning up temporary data from old regions at 1732033343597 (+5 ms)Running coprocessor post-open hooks at 1732033343601 (+4 ms)Region opened successfully at 1732033343601 2024-11-19T16:22:23,602 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033342461.286c966933d4dad4a7a5996fed20471f., pid=6, masterSystemTime=1732033343587 2024-11-19T16:22:23,604 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,604 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033342461.286c966933d4dad4a7a5996fed20471f. 2024-11-19T16:22:23,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=286c966933d4dad4a7a5996fed20471f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,35029,1732033340067 2024-11-19T16:22:23,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286c966933d4dad4a7a5996fed20471f, server=32a8860bb9d6,35029,1732033340067 because future has completed 2024-11-19T16:22:23,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:22:23,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 286c966933d4dad4a7a5996fed20471f, server=32a8860bb9d6,35029,1732033340067 in 171 msec 2024-11-19T16:22:23,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:22:23,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=286c966933d4dad4a7a5996fed20471f, ASSIGN in 326 msec 2024-11-19T16:22:23,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:22:23,609 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033343609"}]},"ts":"1732033343609"} 2024-11-19T16:22:23,610 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:22:23,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:22:23,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-19T16:22:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:24,620 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:22:24,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa7ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:24,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36543,-1 for getting cluster id 2024-11-19T16:22:24,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:24,621 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44fe3f7d-c716-4a6c-897c-4ab9c51f43e8' 2024-11-19T16:22:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44fe3f7d-c716-4a6c-897c-4ab9c51f43e8" 2024-11-19T16:22:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd23c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36543,-1] 2024-11-19T16:22:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:24,622 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d69f0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:24,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4295e124 2024-11-19T16:22:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:24,624 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:24,624 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:36543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:22:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:22:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:24,626 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:36543' 2024-11-19T16:22:24,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4547d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:24,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,36543,-1 for getting cluster id 2024-11-19T16:22:24,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:24,627 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44fe3f7d-c716-4a6c-897c-4ab9c51f43e8' 2024-11-19T16:22:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44fe3f7d-c716-4a6c-897c-4ab9c51f43e8" 2024-11-19T16:22:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21985ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,36543,-1] 2024-11-19T16:22:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:24,629 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:24,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d402d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:24,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,36543,1732033339767 2024-11-19T16:22:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37feb9d3 2024-11-19T16:22:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:24,631 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:24,631 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T16:22:24,631 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:22:24,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:24,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:24,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:24,632 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32a8860bb9d6:36543, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T16:22:24,637 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32a8860bb9d6:36543, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32a8860bb9d6:36543, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32a8860bb9d6:36543, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T16:22:24,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32a8860bb9d6:36543, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-19T16:22:24,638 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T16:22:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:24,730 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://32a8860bb9d6:36543, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T16:22:24,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:24,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:24,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:24,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:24,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:24,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;32a8860bb9d6:35029 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/data/data1/current/BP-196226276-172.17.0.3-1732033337999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4562e76a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266644417-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38605 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5017d31d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(350636191) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266644417-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: regionserver/32a8860bb9d6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32a8860bb9d6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: regionserver/32a8860bb9d6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp652410645-7968 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196226276-172.17.0.3-1732033337999:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-74ed0413-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-196226276-172.17.0.3-1732033337999 heartbeating to localhost/127.0.0.1:38605 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-196226276-172.17.0.3-1732033337999:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;32a8860bb9d6:36543 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f8c60ace480.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38605 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 0 on default port 33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2b8ea06a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60857) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/32a8860bb9d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp266644417-7919 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f8c60432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266644417-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@28e6a34 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3487c574 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266644417-7920-acceptor-0@22145328-ServerConnector@5d675be5{HTTP/1.1, (http/1.1)}{localhost:41047} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60857) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp652410645-7966-acceptor-0@7639590b-ServerConnector@1d50ef1c{HTTP/1.1, (http/1.1)}{localhost:42905} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4f646157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@197cc49 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RS:0;32a8860bb9d6:35029-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcessThread(sid:0 cport:60857): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_639781108_20 at /127.0.0.1:38916 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266644417-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f8c60432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_359361476_20 at /127.0.0.1:38964 [Receiving block BP-196226276-172.17.0.3-1732033337999:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f-prefix:32a8860bb9d6,35029,1732033340067.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7af64489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6d64c1cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 33651 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f8c609fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f-prefix:32a8860bb9d6,35029,1732033340067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@298f67eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32a8860bb9d6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266644417-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f8c60432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PacketResponder: BP-196226276-172.17.0.3-1732033337999:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: 32a8860bb9d6:36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033341433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp652410645-7965 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f8c60432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp266644417-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f8c60432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_639781108_20 at /127.0.0.1:38242 [Receiving block BP-196226276-172.17.0.3-1732033337999:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_639781108_20 at /127.0.0.1:38982 [Receiving block BP-196226276-172.17.0.3-1732033337999:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/cluster_aacf91d4-544d-f797-39b9-e366f8776943/data/data2/current/BP-196226276-172.17.0.3-1732033337999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60857) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38605/user/jenkins/test-data/b3f0a2ce-3c72-d076-909f-845e95e6d17f/MasterData-prefix:32a8860bb9d6,36543,1732033339767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@668af36[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp652410645-7967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033341433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 4 on default port 38605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 533), ProcessCount=11 (was 11), AvailableMemoryMB=3970 (was 4141) 2024-11-19T16:22:24,751 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-19T16:22:24,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=3969 2024-11-19T16:22:24,763 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-19T16:22:24,778 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T16:22:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.log.dir so I do NOT create it in target/test-data/56154046-f1e7-912b-88b3-463915f46ab6 2024-11-19T16:22:24,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:22:24,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.tmp.dir so I do NOT create it in target/test-data/56154046-f1e7-912b-88b3-463915f46ab6 2024-11-19T16:22:24,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1059358e-f345-80b4-117d-1935efa2d975/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:22:24,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6 2024-11-19T16:22:24,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846, deleteOnExit=true 2024-11-19T16:22:24,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/zookeeper_0, clientPort=58377, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T16:22:24,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58377 2024-11-19T16:22:24,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/test.cache.data in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:22:24,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:22:24,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:22:25,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:25,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:25,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:25,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:25,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:22:25,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:25,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13381d77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:25,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cf21630{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:25,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e46ca82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/java.io.tmpdir/jetty-localhost-41049-hadoop-hdfs-3_4_1-tests_jar-_-any-14708619338660669412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:25,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44af4e6a{HTTP/1.1, (http/1.1)}{localhost:41049} 2024-11-19T16:22:25,404 INFO [Time-limited test {}] server.Server(415): Started @336238ms 2024-11-19T16:22:25,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:25,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:25,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:25,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:25,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:22:25,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29832db2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:25,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f43669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:25,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6666d16b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/java.io.tmpdir/jetty-localhost-44295-hadoop-hdfs-3_4_1-tests_jar-_-any-10459713691071884673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:25,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d494a14{HTTP/1.1, (http/1.1)}{localhost:44295} 2024-11-19T16:22:25,837 INFO [Time-limited test {}] server.Server(415): Started @336671ms 2024-11-19T16:22:25,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:22:26,523 WARN [Thread-4331 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/data/data2/current/BP-1647035824-172.17.0.3-1732033344851/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:26,523 WARN [Thread-4330 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/data/data1/current/BP-1647035824-172.17.0.3-1732033344851/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:26,540 WARN [Thread-4318 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:22:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23b5b71c3565b3a with lease ID 0xe0eca36a6456d0b7: Processing first storage report for DS-3f299fcc-d655-4ff1-b543-74ed4a198362 from datanode DatanodeRegistration(127.0.0.1:36299, datanodeUuid=e8e91061-9c1c-4102-9f2b-9c309522823f, infoPort=37639, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=1944543543;c=1732033344851) 2024-11-19T16:22:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23b5b71c3565b3a with lease ID 0xe0eca36a6456d0b7: from storage DS-3f299fcc-d655-4ff1-b543-74ed4a198362 node DatanodeRegistration(127.0.0.1:36299, datanodeUuid=e8e91061-9c1c-4102-9f2b-9c309522823f, infoPort=37639, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=1944543543;c=1732033344851), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T16:22:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23b5b71c3565b3a with lease ID 0xe0eca36a6456d0b7: Processing first storage report for DS-ae1d8198-f734-4ea8-a2ea-2514a99c7dfd from datanode DatanodeRegistration(127.0.0.1:36299, datanodeUuid=e8e91061-9c1c-4102-9f2b-9c309522823f, infoPort=37639, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=1944543543;c=1732033344851) 2024-11-19T16:22:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23b5b71c3565b3a with lease ID 0xe0eca36a6456d0b7: from storage DS-ae1d8198-f734-4ea8-a2ea-2514a99c7dfd node DatanodeRegistration(127.0.0.1:36299, datanodeUuid=e8e91061-9c1c-4102-9f2b-9c309522823f, infoPort=37639, infoSecurePort=0, ipcPort=34699, storageInfo=lv=-57;cid=testClusterID;nsid=1944543543;c=1732033344851), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:22:26,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T16:22:26,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T16:22:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T16:22:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T16:22:26,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:26,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T16:22:26,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6 2024-11-19T16:22:26,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:26,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:22:26,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8 with version=8 2024-11-19T16:22:26,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/hbase-staging 2024-11-19T16:22:26,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:22:26,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:26,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45673 2024-11-19T16:22:26,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45673 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456730x0, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:27,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45673-0x10153e770ea0000 connected 2024-11-19T16:22:27,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:27,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:27,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/running 2024-11-19T16:22:27,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8, hbase.cluster.distributed=false 2024-11-19T16:22:27,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/acl 2024-11-19T16:22:27,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-19T16:22:27,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45673 2024-11-19T16:22:27,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45673 2024-11-19T16:22:27,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-19T16:22:27,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-19T16:22:27,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:27,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46795 2024-11-19T16:22:27,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46795 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:27,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:27,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:27,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467950x0, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:27,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467950x0, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/running 2024-11-19T16:22:27,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46795-0x10153e770ea0001 connected 2024-11-19T16:22:27,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:22:27,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:22:27,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/master 2024-11-19T16:22:27,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/acl 2024-11-19T16:22:27,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-19T16:22:27,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46795 2024-11-19T16:22:27,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46795 2024-11-19T16:22:27,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-19T16:22:27,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-19T16:22:27,694 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:45673 2024-11-19T16:22:27,695 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0702817648/backup-masters/32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:27,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648/backup-masters 2024-11-19T16:22:27,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648/backup-masters 2024-11-19T16:22:27,707 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on existing znode=/0702817648/backup-masters/32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0702817648/master 2024-11-19T16:22:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:27,717 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on existing znode=/0702817648/master 2024-11-19T16:22:27,718 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0702817648/backup-masters/32a8860bb9d6,45673,1732033346970 from backup master directory 2024-11-19T16:22:27,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648/backup-masters 2024-11-19T16:22:27,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0702817648/backup-masters/32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:27,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648/backup-masters 2024-11-19T16:22:27,728 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:27,728 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:27,731 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/hbase.id] with ID: 2d552480-1b45-4b66-a6bc-5162cf6104c3 2024-11-19T16:22:27,731 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/.tmp/hbase.id 2024-11-19T16:22:27,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:22:27,737 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/.tmp/hbase.id]:[hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/hbase.id] 2024-11-19T16:22:27,744 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:27,744 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:22:27,745 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:22:27,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:27,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:22:27,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:27,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:27,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:22:27,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T16:22:28,153 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:28,153 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:22:28,154 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:22:28,559 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store 2024-11-19T16:22:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:22:28,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:28,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:28,963 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:28,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:28,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:28,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:28,963 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:28,963 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033348963Disabling compacts and flushes for region at 1732033348963Disabling writes for close at 1732033348963Writing region close event to WAL at 1732033348963Closed at 1732033348963 2024-11-19T16:22:28,964 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/.initializing 2024-11-19T16:22:28,964 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/WALs/32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:28,964 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:28,966 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C45673%2C1732033346970, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/WALs/32a8860bb9d6,45673,1732033346970, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/oldWALs, maxLogs=10 2024-11-19T16:22:28,977 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/WALs/32a8860bb9d6,45673,1732033346970/32a8860bb9d6%2C45673%2C1732033346970.1732033348966, exclude list is [], retry=0 2024-11-19T16:22:28,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:28,980 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/WALs/32a8860bb9d6,45673,1732033346970/32a8860bb9d6%2C45673%2C1732033346970.1732033348966 2024-11-19T16:22:28,980 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:28,980 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:28,980 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:28,980 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,980 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:22:28,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:28,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:28,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:22:28,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:28,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:28,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:22:28,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:28,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:28,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:22:28,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:28,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:28,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,986 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,988 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:28,988 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:28,990 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:28,991 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452545, jitterRate=-0.09918688237667084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:28,991 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033348981Initializing all the Stores at 1732033348981Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033348981Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033348981Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033348981Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033348981Cleaning up temporary data from old regions at 1732033348987 (+6 ms)Region opened successfully at 1732033348991 (+4 ms) 2024-11-19T16:22:28,991 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:22:28,993 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f1498c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:28,994 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:22:28,994 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:22:28,994 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:22:28,994 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:22:28,994 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:22:28,995 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:22:28,995 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:22:28,996 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:22:28,997 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Unable to get data of znode /0702817648/balancer because node does not exist (not necessarily an error) 2024-11-19T16:22:29,001 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0702817648/balancer already deleted, retry=false 2024-11-19T16:22:29,001 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:22:29,002 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Unable to get data of znode /0702817648/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:22:29,012 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0702817648/normalizer already deleted, retry=false 2024-11-19T16:22:29,012 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:22:29,013 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Unable to get data of znode /0702817648/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:22:29,022 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0702817648/switch/split already deleted, retry=false 2024-11-19T16:22:29,023 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Unable to get data of znode /0702817648/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:22:29,033 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0702817648/switch/merge already deleted, retry=false 2024-11-19T16:22:29,034 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Unable to get data of znode /0702817648/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:22:29,043 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0702817648/snapshot-cleanup already deleted, retry=false 2024-11-19T16:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0702817648/running 2024-11-19T16:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0702817648/running 2024-11-19T16:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:29,054 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,45673,1732033346970, sessionid=0x10153e770ea0000, setting cluster-up flag (Was=false) 2024-11-19T16:22:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:29,107 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0702817648/flush-table-proc/acquired, /0702817648/flush-table-proc/reached, /0702817648/flush-table-proc/abort 2024-11-19T16:22:29,107 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:29,159 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0702817648/online-snapshot/acquired, /0702817648/online-snapshot/reached, /0702817648/online-snapshot/abort 2024-11-19T16:22:29,160 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:29,161 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:22:29,162 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:29,162 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:22:29,162 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:22:29,162 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,45673,1732033346970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:29,163 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:29,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:22:29,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:29,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:22:29,171 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033379171 2024-11-19T16:22:29,171 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:22:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:22:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:22:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:22:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:22:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:22:29,172 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:22:29,176 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:22:29,176 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:22:29,177 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:22:29,177 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:22:29,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:22:29,180 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:22:29,184 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033349180,5,FailOnTimeoutGroup] 2024-11-19T16:22:29,184 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033349184,5,FailOnTimeoutGroup] 2024-11-19T16:22:29,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:22:29,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,184 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,186 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(746): ClusterId : 2d552480-1b45-4b66-a6bc-5162cf6104c3 2024-11-19T16:22:29,186 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:22:29,191 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:22:29,191 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:22:29,202 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:22:29,202 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f7d658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:29,216 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:46795 2024-11-19T16:22:29,216 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:22:29,216 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:22:29,216 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:22:29,217 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,45673,1732033346970 with port=46795, startcode=1732033347661 2024-11-19T16:22:29,217 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:22:29,218 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:22:29,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:29,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:29,219 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8 2024-11-19T16:22:29,219 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37335 2024-11-19T16:22:29,219 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:22:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648/rs 2024-11-19T16:22:29,223 DEBUG [RS:0;32a8860bb9d6:46795 {}] zookeeper.ZKUtil(111): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on existing znode=/0702817648/rs/32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:29,223 WARN [RS:0;32a8860bb9d6:46795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:29,223 INFO [RS:0;32a8860bb9d6:46795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:29,223 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:29,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,46795,1732033347661] 2024-11-19T16:22:29,225 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:22:29,227 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:22:29,228 INFO [RS:0;32a8860bb9d6:46795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:22:29,228 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,232 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:22:29,233 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:22:29,233 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:29,233 DEBUG [RS:0;32a8860bb9d6:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:29,236 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,236 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,236 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,236 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,236 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,236 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033347661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:29,253 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:22:29,254 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,46795,1732033347661-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,254 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,254 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.Replication(171): 32a8860bb9d6,46795,1732033347661 started 2024-11-19T16:22:29,270 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:29,271 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,46795,1732033347661, RpcServer on 32a8860bb9d6/172.17.0.3:46795, sessionid=0x10153e770ea0001 2024-11-19T16:22:29,271 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:22:29,271 DEBUG [RS:0;32a8860bb9d6:46795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:29,271 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46795,1732033347661' 2024-11-19T16:22:29,271 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0702817648/flush-table-proc/abort' 2024-11-19T16:22:29,271 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0702817648/flush-table-proc/acquired' 2024-11-19T16:22:29,272 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:22:29,272 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:22:29,272 DEBUG [RS:0;32a8860bb9d6:46795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:29,272 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,46795,1732033347661' 2024-11-19T16:22:29,272 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0702817648/online-snapshot/abort' 2024-11-19T16:22:29,272 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0702817648/online-snapshot/acquired' 2024-11-19T16:22:29,273 DEBUG [RS:0;32a8860bb9d6:46795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:22:29,273 INFO [RS:0;32a8860bb9d6:46795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:22:29,273 INFO [RS:0;32a8860bb9d6:46795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:22:29,373 INFO [RS:0;32a8860bb9d6:46795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:29,374 INFO [RS:0;32a8860bb9d6:46795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46795%2C1732033347661, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/oldWALs, maxLogs=10 2024-11-19T16:22:29,386 DEBUG [RS:0;32a8860bb9d6:46795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375, exclude list is [], retry=0 2024-11-19T16:22:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:29,389 INFO [RS:0;32a8860bb9d6:46795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 2024-11-19T16:22:29,389 DEBUG [RS:0;32a8860bb9d6:46795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:29,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:22:29,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8 2024-11-19T16:22:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:22:29,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:29,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:29,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:29,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:29,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:29,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:29,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:29,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:29,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:29,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:29,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:29,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:29,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:29,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:29,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:29,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:29,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:29,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:29,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740 2024-11-19T16:22:29,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740 2024-11-19T16:22:29,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:29,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:29,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:29,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:29,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:29,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60768713, jitterRate=-0.09447561204433441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033349982Initializing all the Stores at 1732033349983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033349983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033349983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033349983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033349983Cleaning up temporary data from old regions at 1732033349990 (+7 ms)Region opened successfully at 1732033349993 (+3 ms) 2024-11-19T16:22:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:29,993 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:29,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:29,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:29,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033349993Disabling compacts and flushes for region at 1732033349993Disabling writes for close at 1732033349993Writing region close event to WAL at 1732033349994 (+1 ms)Closed at 1732033349994 2024-11-19T16:22:29,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:29,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:22:29,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:22:29,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:29,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:22:30,146 DEBUG [32a8860bb9d6:45673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:22:30,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:30,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46795,1732033347661, state=OPENING 2024-11-19T16:22:30,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:22:30,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:30,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:30,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0702817648/meta-region-server: CHANGED 2024-11-19T16:22:30,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:30,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0702817648/meta-region-server: CHANGED 2024-11-19T16:22:30,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46795,1732033347661}] 2024-11-19T16:22:30,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:30,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:22:30,369 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:22:30,370 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:30,370 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:22:30,371 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46795%2C1732033347661.meta, suffix=.meta, logDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/oldWALs, maxLogs=10 2024-11-19T16:22:30,388 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.meta.1732033350371.meta, exclude list is [], retry=0 2024-11-19T16:22:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:30,391 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.meta.1732033350371.meta 2024-11-19T16:22:30,392 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:30,392 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:30,392 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:30,393 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:22:30,393 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:22:30,393 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:22:30,393 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:22:30,393 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:30,393 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:22:30,393 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:22:30,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:30,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:30,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:30,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:30,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:30,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:30,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:30,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:30,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:30,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:30,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:30,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:30,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:30,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:30,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:30,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:30,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:30,399 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740 2024-11-19T16:22:30,400 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740 2024-11-19T16:22:30,401 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:30,401 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:30,402 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:30,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:30,403 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61441638, jitterRate=-0.08444824814796448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:30,403 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:22:30,404 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033350393Writing region info on filesystem at 1732033350393Initializing all the Stores at 1732033350394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033350394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033350394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033350394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033350394Cleaning up temporary data from old regions at 1732033350401 (+7 ms)Running coprocessor post-open hooks at 1732033350403 (+2 ms)Region opened successfully at 1732033350403 2024-11-19T16:22:30,404 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033350364 2024-11-19T16:22:30,406 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:22:30,406 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:22:30,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:30,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,46795,1732033347661, state=OPEN 2024-11-19T16:22:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0702817648/meta-region-server 2024-11-19T16:22:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0702817648/meta-region-server 2024-11-19T16:22:30,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:30,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0702817648/meta-region-server: CHANGED 2024-11-19T16:22:30,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0702817648/meta-region-server: CHANGED 2024-11-19T16:22:30,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:22:30,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,46795,1732033347661 in 311 msec 2024-11-19T16:22:30,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:22:30,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-19T16:22:30,528 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:30,528 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:22:30,530 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:30,530 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46795,1732033347661, seqNum=-1] 2024-11-19T16:22:30,530 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:30,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:30,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-11-19T16:22:30,538 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033350538, completionTime=-1 2024-11-19T16:22:30,538 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:22:30,538 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:22:30,540 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:22:30,540 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033410540 2024-11-19T16:22:30,540 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033470540 2024-11-19T16:22:30,540 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T16:22:30,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45673,1732033346970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45673,1732033346970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45673,1732033346970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:45673, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,541 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,542 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,544 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:22:30,547 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.819sec 2024-11-19T16:22:30,547 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:22:30,547 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:22:30,547 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:22:30,547 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:22:30,548 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:22:30,548 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45673,1732033346970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:30,548 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45673,1732033346970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:22:30,561 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:22:30,561 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:22:30,562 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45673,1732033346970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:30,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15227fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:30,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45673,-1 for getting cluster id 2024-11-19T16:22:30,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:30,590 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d552480-1b45-4b66-a6bc-5162cf6104c3' 2024-11-19T16:22:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d552480-1b45-4b66-a6bc-5162cf6104c3" 2024-11-19T16:22:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57371e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45673,-1] 2024-11-19T16:22:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:30,592 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:30,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40342dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:30,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46795,1732033347661, seqNum=-1] 2024-11-19T16:22:30,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:30,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:30,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:30,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:30,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:30,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153e770ea0002 connected 2024-11-19T16:22:30,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir so I do NOT create it in target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff 2024-11-19T16:22:30,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:22:30,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.tmp.dir so I do NOT create it in target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff 2024-11-19T16:22:30,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:22:30,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff 2024-11-19T16:22:30,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:22:30,625 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/cluster_18f9a208-a2d7-d67f-f66a-8dd71aa3c40e, deleteOnExit=true 2024-11-19T16:22:30,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:22:30,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/test.cache.data in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:22:30,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:30,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:22:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:22:31,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:31,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:31,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:31,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:31,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:22:31,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:31,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@445be983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:31,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e4523c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:31,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f88d4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/java.io.tmpdir/jetty-localhost-42991-hadoop-hdfs-3_4_1-tests_jar-_-any-7834608226749316136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:31,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6099376d{HTTP/1.1, (http/1.1)}{localhost:42991} 2024-11-19T16:22:31,323 INFO [Time-limited test {}] server.Server(415): Started @342158ms 2024-11-19T16:22:31,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:31,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:31,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:31,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:31,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:22:31,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2324a1d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:31,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6b2212{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:31,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11be710{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/java.io.tmpdir/jetty-localhost-42653-hadoop-hdfs-3_4_1-tests_jar-_-any-152053403776427892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:31,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba28b56{HTTP/1.1, (http/1.1)}{localhost:42653} 2024-11-19T16:22:31,779 INFO [Time-limited test {}] server.Server(415): Started @342613ms 2024-11-19T16:22:31,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:22:32,499 WARN [Thread-4452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/cluster_18f9a208-a2d7-d67f-f66a-8dd71aa3c40e/data/data2/current/BP-1065134814-172.17.0.3-1732033350662/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:32,499 WARN [Thread-4451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/cluster_18f9a208-a2d7-d67f-f66a-8dd71aa3c40e/data/data1/current/BP-1065134814-172.17.0.3-1732033350662/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:32,517 WARN [Thread-4439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:22:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ebe7d9dc3ababa5 with lease ID 0x31940055414519cb: Processing first storage report for DS-9f82eeca-b38c-4715-a9f8-f9d36b3922f4 from datanode DatanodeRegistration(127.0.0.1:36479, datanodeUuid=73cb3632-e5f7-4b1b-8d7e-7fe4ee6b9979, infoPort=35677, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1261723258;c=1732033350662) 2024-11-19T16:22:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ebe7d9dc3ababa5 with lease ID 0x31940055414519cb: from storage DS-9f82eeca-b38c-4715-a9f8-f9d36b3922f4 node DatanodeRegistration(127.0.0.1:36479, datanodeUuid=73cb3632-e5f7-4b1b-8d7e-7fe4ee6b9979, infoPort=35677, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1261723258;c=1732033350662), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T16:22:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ebe7d9dc3ababa5 with lease ID 0x31940055414519cb: Processing first storage report for DS-9e8508c2-aaba-46d6-bef6-6a084751014d from datanode DatanodeRegistration(127.0.0.1:36479, datanodeUuid=73cb3632-e5f7-4b1b-8d7e-7fe4ee6b9979, infoPort=35677, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1261723258;c=1732033350662) 2024-11-19T16:22:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ebe7d9dc3ababa5 with lease ID 0x31940055414519cb: from storage DS-9e8508c2-aaba-46d6-bef6-6a084751014d node DatanodeRegistration(127.0.0.1:36479, datanodeUuid=73cb3632-e5f7-4b1b-8d7e-7fe4ee6b9979, infoPort=35677, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1261723258;c=1732033350662), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:22:32,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff 2024-11-19T16:22:32,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:32,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:22:33,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6 with version=8 2024-11-19T16:22:33,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/hbase-staging 2024-11-19T16:22:33,016 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:33,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:33,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:33,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:33,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:33,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:33,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:22:33,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:33,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34545 2024-11-19T16:22:33,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34545 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:33,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345450x0, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:33,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34545-0x10153e770ea0003 connected 2024-11-19T16:22:33,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:33,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:33,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/running 2024-11-19T16:22:33,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6, hbase.cluster.distributed=false 2024-11-19T16:22:33,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/acl 2024-11-19T16:22:33,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-19T16:22:33,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34545 2024-11-19T16:22:33,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34545 2024-11-19T16:22:33,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-19T16:22:33,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-19T16:22:33,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:33,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37855 2024-11-19T16:22:33,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37855 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:33,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:33,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:33,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378550x0, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:33,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378550x0, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/running 2024-11-19T16:22:33,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37855-0x10153e770ea0004 connected 2024-11-19T16:22:33,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:22:33,265 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:22:33,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/master 2024-11-19T16:22:33,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/acl 2024-11-19T16:22:33,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-19T16:22:33,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37855 2024-11-19T16:22:33,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37855 2024-11-19T16:22:33,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-19T16:22:33,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-19T16:22:33,279 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:34545 2024-11-19T16:22:33,280 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11006692423/backup-masters/32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423/backup-masters 2024-11-19T16:22:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423/backup-masters 2024-11-19T16:22:33,285 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on existing znode=/11006692423/backup-masters/32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11006692423/master 2024-11-19T16:22:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:33,296 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on existing znode=/11006692423/master 2024-11-19T16:22:33,296 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11006692423/backup-masters/32a8860bb9d6,34545,1732033353016 from backup master directory 2024-11-19T16:22:33,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006692423/backup-masters/32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:33,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423/backup-masters 2024-11-19T16:22:33,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423/backup-masters 2024-11-19T16:22:33,306 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:33,306 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:33,309 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/hbase.id] with ID: 43381be8-9201-414d-abbb-e54c1dc29e2c 2024-11-19T16:22:33,309 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/.tmp/hbase.id 2024-11-19T16:22:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:22:33,712 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/.tmp/hbase.id]:[hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/hbase.id] 2024-11-19T16:22:33,719 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:33,719 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:22:33,720 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T16:22:33,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:33,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:33,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:22:34,153 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:34,154 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:22:34,154 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:22:34,560 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store 2024-11-19T16:22:34,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:22:34,968 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:34,968 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:34,968 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:34,968 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:34,968 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:34,968 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:34,968 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:34,968 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033354968Disabling compacts and flushes for region at 1732033354968Disabling writes for close at 1732033354968Writing region close event to WAL at 1732033354968Closed at 1732033354968 2024-11-19T16:22:34,969 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/.initializing 2024-11-19T16:22:34,969 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/WALs/32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:34,970 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:34,971 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C34545%2C1732033353016, suffix=, logDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/WALs/32a8860bb9d6,34545,1732033353016, archiveDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/oldWALs, maxLogs=10 2024-11-19T16:22:34,983 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/WALs/32a8860bb9d6,34545,1732033353016/32a8860bb9d6%2C34545%2C1732033353016.1732033354971, exclude list is [], retry=0 2024-11-19T16:22:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-9f82eeca-b38c-4715-a9f8-f9d36b3922f4,DISK] 2024-11-19T16:22:34,987 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/WALs/32a8860bb9d6,34545,1732033353016/32a8860bb9d6%2C34545%2C1732033353016.1732033354971 2024-11-19T16:22:34,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35677:35677)] 2024-11-19T16:22:34,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:34,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:34,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,987 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:22:34,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:34,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:34,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:22:34,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:34,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:34,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:22:34,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:34,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:34,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:22:34,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:34,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:34,993 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,993 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,993 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,994 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,994 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,995 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:34,996 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:34,997 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:34,997 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61549635, jitterRate=-0.08283896744251251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:34,997 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033354987Initializing all the Stores at 1732033354988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033354988Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033354988Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033354988Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033354988Cleaning up temporary data from old regions at 1732033354994 (+6 ms)Region opened successfully at 1732033354997 (+3 ms) 2024-11-19T16:22:34,998 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:22:34,999 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae4c785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:35,000 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:22:35,000 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:22:35,000 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:22:35,000 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:22:35,001 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:22:35,001 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:22:35,001 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:22:35,002 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:22:35,003 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Unable to get data of znode /11006692423/balancer because node does not exist (not necessarily an error) 2024-11-19T16:22:35,075 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006692423/balancer already deleted, retry=false 2024-11-19T16:22:35,075 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:22:35,076 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Unable to get data of znode /11006692423/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:22:35,085 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006692423/normalizer already deleted, retry=false 2024-11-19T16:22:35,085 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:22:35,086 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Unable to get data of znode /11006692423/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:22:35,096 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006692423/switch/split already deleted, retry=false 2024-11-19T16:22:35,096 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Unable to get data of znode /11006692423/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:22:35,106 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006692423/switch/merge already deleted, retry=false 2024-11-19T16:22:35,108 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Unable to get data of znode /11006692423/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:22:35,117 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11006692423/snapshot-cleanup already deleted, retry=false 2024-11-19T16:22:35,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11006692423/running 2024-11-19T16:22:35,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11006692423/running 2024-11-19T16:22:35,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,128 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,34545,1732033353016, sessionid=0x10153e770ea0003, setting cluster-up flag (Was=false) 2024-11-19T16:22:35,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,180 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11006692423/flush-table-proc/acquired, /11006692423/flush-table-proc/reached, /11006692423/flush-table-proc/abort 2024-11-19T16:22:35,181 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:35,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,232 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11006692423/online-snapshot/acquired, /11006692423/online-snapshot/reached, /11006692423/online-snapshot/abort 2024-11-19T16:22:35,233 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:35,234 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:22:35,235 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:35,235 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:22:35,235 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:22:35,236 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,34545,1732033353016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:22:35,236 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:35,236 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:35,237 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:35,237 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:35,237 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:22:35,237 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,237 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:35,237 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033385238 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:22:35,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:22:35,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:22:35,238 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:22:35,239 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:22:35,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:35,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:22:35,239 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:22:35,239 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:22:35,239 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033355239,5,FailOnTimeoutGroup] 2024-11-19T16:22:35,240 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033355239,5,FailOnTimeoutGroup] 2024-11-19T16:22:35,240 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,240 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:22:35,240 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,240 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:22:35,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:22:35,246 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6 2024-11-19T16:22:35,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741832_1008 (size=32) 2024-11-19T16:22:35,270 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(746): ClusterId : 43381be8-9201-414d-abbb-e54c1dc29e2c 2024-11-19T16:22:35,270 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:22:35,275 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:22:35,275 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:22:35,286 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:22:35,286 DEBUG [RS:0;32a8860bb9d6:37855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749f4daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:35,297 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:37855 2024-11-19T16:22:35,297 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:22:35,297 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:22:35,297 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:22:35,298 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,34545,1732033353016 with port=37855, startcode=1732033353252 2024-11-19T16:22:35,298 DEBUG [RS:0;32a8860bb9d6:37855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:22:35,299 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:22:35,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,301 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6 2024-11-19T16:22:35,301 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37169 2024-11-19T16:22:35,301 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:22:35,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423/rs 2024-11-19T16:22:35,306 DEBUG [RS:0;32a8860bb9d6:37855 {}] zookeeper.ZKUtil(111): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on existing znode=/11006692423/rs/32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,306 WARN [RS:0;32a8860bb9d6:37855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:35,307 INFO [RS:0;32a8860bb9d6:37855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:35,307 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,37855,1732033353252] 2024-11-19T16:22:35,309 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:22:35,310 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:22:35,311 INFO [RS:0;32a8860bb9d6:37855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:22:35,311 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,311 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:22:35,311 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:22:35,311 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,311 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,311 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,311 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:35,312 DEBUG [RS:0;32a8860bb9d6:37855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:35,314 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,314 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,314 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,314 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,314 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,314 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37855,1732033353252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:35,327 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:22:35,327 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,37855,1732033353252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,327 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,327 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.Replication(171): 32a8860bb9d6,37855,1732033353252 started 2024-11-19T16:22:35,339 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:35,339 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,37855,1732033353252, RpcServer on 32a8860bb9d6/172.17.0.3:37855, sessionid=0x10153e770ea0004 2024-11-19T16:22:35,339 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:22:35,339 DEBUG [RS:0;32a8860bb9d6:37855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,339 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37855,1732033353252' 2024-11-19T16:22:35,339 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11006692423/flush-table-proc/abort' 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11006692423/flush-table-proc/acquired' 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,37855,1732033353252' 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11006692423/online-snapshot/abort' 2024-11-19T16:22:35,340 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11006692423/online-snapshot/acquired' 2024-11-19T16:22:35,341 DEBUG [RS:0;32a8860bb9d6:37855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:22:35,341 INFO [RS:0;32a8860bb9d6:37855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:22:35,341 INFO [RS:0;32a8860bb9d6:37855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:22:35,441 INFO [RS:0;32a8860bb9d6:37855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:35,442 INFO [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37855%2C1732033353252, suffix=, logDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252, archiveDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/oldWALs, maxLogs=10 2024-11-19T16:22:35,459 DEBUG [RS:0;32a8860bb9d6:37855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252/32a8860bb9d6%2C37855%2C1732033353252.1732033355443, exclude list is [], retry=0 2024-11-19T16:22:35,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-9f82eeca-b38c-4715-a9f8-f9d36b3922f4,DISK] 2024-11-19T16:22:35,469 INFO [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252/32a8860bb9d6%2C37855%2C1732033353252.1732033355443 2024-11-19T16:22:35,469 DEBUG [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35677:35677)] 2024-11-19T16:22:35,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:35,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:35,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:35,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:35,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:35,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:35,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:35,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:35,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:35,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:35,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:35,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:35,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:35,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:35,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:35,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740 2024-11-19T16:22:35,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740 2024-11-19T16:22:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:35,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:35,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:35,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:35,664 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68339426, jitterRate=0.01833680272102356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:35,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033355654Initializing all the Stores at 1732033355654Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033355654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033355655 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033355655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033355655Cleaning up temporary data from old regions at 1732033355661 (+6 ms)Region opened successfully at 1732033355664 (+3 ms) 2024-11-19T16:22:35,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:35,664 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:35,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:35,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:35,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:35,664 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:35,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033355664Disabling compacts and flushes for region at 1732033355664Disabling writes for close at 1732033355664Writing region close event to WAL at 1732033355664Closed at 1732033355664 2024-11-19T16:22:35,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:35,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:22:35,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:22:35,666 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:35,667 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:22:35,817 DEBUG [32a8860bb9d6:34545 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:22:35,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:35,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37855,1732033353252, state=OPENING 2024-11-19T16:22:35,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:22:35,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:35,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006692423/meta-region-server: CHANGED 2024-11-19T16:22:35,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006692423/meta-region-server: CHANGED 2024-11-19T16:22:35,938 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:35,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37855,1732033353252}] 2024-11-19T16:22:35,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:35,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:36,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:36,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:22:36,094 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:22:36,094 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:36,094 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:22:36,095 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C37855%2C1732033353252.meta, suffix=.meta, logDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252, archiveDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/oldWALs, maxLogs=10 2024-11-19T16:22:36,107 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252/32a8860bb9d6%2C37855%2C1732033353252.meta.1732033356095.meta, exclude list is [], retry=0 2024-11-19T16:22:36,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36479,DS-9f82eeca-b38c-4715-a9f8-f9d36b3922f4,DISK] 2024-11-19T16:22:36,110 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252/32a8860bb9d6%2C37855%2C1732033353252.meta.1732033356095.meta 2024-11-19T16:22:36,110 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35677:35677)] 2024-11-19T16:22:36,110 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:36,110 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:36,110 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:22:36,111 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:22:36,111 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:22:36,111 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:22:36,111 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:36,111 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:22:36,111 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:22:36,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:36,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:36,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:36,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:36,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:36,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:36,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:36,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:36,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:36,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:36,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:36,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:36,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:36,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:36,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:36,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:36,115 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:36,115 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740 2024-11-19T16:22:36,116 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740 2024-11-19T16:22:36,116 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:36,116 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:36,117 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:36,117 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:36,118 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60639291, jitterRate=-0.09640415012836456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:36,118 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:22:36,118 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033356111Writing region info on filesystem at 1732033356111Initializing all the Stores at 1732033356111Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033356111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033356112 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033356112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033356112Cleaning up temporary data from old regions at 1732033356116 (+4 ms)Running coprocessor post-open hooks at 1732033356118 (+2 ms)Region opened successfully at 1732033356118 2024-11-19T16:22:36,119 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033356090 2024-11-19T16:22:36,120 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:22:36,120 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:22:36,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:36,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,37855,1732033353252, state=OPEN 2024-11-19T16:22:36,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11006692423/meta-region-server 2024-11-19T16:22:36,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11006692423/meta-region-server 2024-11-19T16:22:36,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:36,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006692423/meta-region-server: CHANGED 2024-11-19T16:22:36,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11006692423/meta-region-server: CHANGED 2024-11-19T16:22:36,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:22:36,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,37855,1732033353252 in 189 msec 2024-11-19T16:22:36,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:22:36,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-19T16:22:36,130 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:36,130 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:22:36,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:36,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37855,1732033353252, seqNum=-1] 2024-11-19T16:22:36,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:36,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:36,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-19T16:22:36,135 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033356135, completionTime=-1 2024-11-19T16:22:36,135 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:22:36,135 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033416137 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033476137 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34545,1732033353016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34545,1732033353016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34545,1732033353016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:34545, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,137 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,139 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:22:36,140 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.834sec 2024-11-19T16:22:36,140 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:22:36,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:22:36,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:22:36,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:22:36,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:22:36,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34545,1732033353016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:36,141 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34545,1732033353016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:22:36,142 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:22:36,142 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:22:36,142 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,34545,1732033353016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:36,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5f8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:36,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34545,-1 for getting cluster id 2024-11-19T16:22:36,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:36,172 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43381be8-9201-414d-abbb-e54c1dc29e2c' 2024-11-19T16:22:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43381be8-9201-414d-abbb-e54c1dc29e2c" 2024-11-19T16:22:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdfe8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34545,-1] 2024-11-19T16:22:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:36,184 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:36,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5452a9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:36,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37855,1732033353252, seqNum=-1] 2024-11-19T16:22:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:36,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:36,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:36,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:36,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:36,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153e770ea0005 connected 2024-11-19T16:22:36,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir so I do NOT create it in target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965 2024-11-19T16:22:36,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T16:22:36,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.tmp.dir so I do NOT create it in target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965 2024-11-19T16:22:36,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T16:22:36,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/cluster_52ff3f48-bfc3-0ceb-6961-f8d136ce67a3, deleteOnExit=true 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/test.cache.data in system properties and HBase conf 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/hadoop.log.dir in system properties and HBase conf 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T16:22:36,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T16:22:36,216 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T16:22:36,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/nfs.dump.dir in system properties and HBase conf 2024-11-19T16:22:36,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/java.io.tmpdir in system properties and HBase conf 2024-11-19T16:22:36,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T16:22:36,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T16:22:36,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T16:22:36,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:36,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:36,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:36,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:36,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T16:22:36,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:36,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad8989d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:36,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9f5ffc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:36,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5191af03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/java.io.tmpdir/jetty-localhost-45853-hadoop-hdfs-3_4_1-tests_jar-_-any-10758141895928381633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:36,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60cf9545{HTTP/1.1, (http/1.1)}{localhost:45853} 2024-11-19T16:22:36,641 INFO [Time-limited test {}] server.Server(415): Started @347475ms 2024-11-19T16:22:36,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T16:22:36,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T16:22:36,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T16:22:36,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T16:22:36,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T16:22:36,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491f2649{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/hadoop.log.dir/,AVAILABLE} 2024-11-19T16:22:36,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@450506a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T16:22:37,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31f9843d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/java.io.tmpdir/jetty-localhost-40419-hadoop-hdfs-3_4_1-tests_jar-_-any-6756209619415292663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:37,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ae69407{HTTP/1.1, (http/1.1)}{localhost:40419} 2024-11-19T16:22:37,031 INFO [Time-limited test {}] server.Server(415): Started @347865ms 2024-11-19T16:22:37,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T16:22:37,682 WARN [Thread-4573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/cluster_52ff3f48-bfc3-0ceb-6961-f8d136ce67a3/data/data2/current/BP-1251410986-172.17.0.3-1732033356236/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:37,682 WARN [Thread-4572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/cluster_52ff3f48-bfc3-0ceb-6961-f8d136ce67a3/data/data1/current/BP-1251410986-172.17.0.3-1732033356236/current, will proceed with Du for space computation calculation, 2024-11-19T16:22:37,709 WARN [Thread-4560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T16:22:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59d84d6f1c1cd508 with lease ID 0x3d19c6349710157f: Processing first storage report for DS-f02a0bbf-8b53-4d0c-adc6-bb95cdc0190f from datanode DatanodeRegistration(127.0.0.1:46557, datanodeUuid=b2c006da-f90e-4fc2-85e3-e5709377ae97, infoPort=46041, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=2081600988;c=1732033356236) 2024-11-19T16:22:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59d84d6f1c1cd508 with lease ID 0x3d19c6349710157f: from storage DS-f02a0bbf-8b53-4d0c-adc6-bb95cdc0190f node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=b2c006da-f90e-4fc2-85e3-e5709377ae97, infoPort=46041, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=2081600988;c=1732033356236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:22:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59d84d6f1c1cd508 with lease ID 0x3d19c6349710157f: Processing first storage report for DS-c944591c-a13b-4c6f-90d7-b6fc18374ea7 from datanode DatanodeRegistration(127.0.0.1:46557, datanodeUuid=b2c006da-f90e-4fc2-85e3-e5709377ae97, infoPort=46041, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=2081600988;c=1732033356236) 2024-11-19T16:22:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59d84d6f1c1cd508 with lease ID 0x3d19c6349710157f: from storage DS-c944591c-a13b-4c6f-90d7-b6fc18374ea7 node DatanodeRegistration(127.0.0.1:46557, datanodeUuid=b2c006da-f90e-4fc2-85e3-e5709377ae97, infoPort=46041, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=2081600988;c=1732033356236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T16:22:37,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965 2024-11-19T16:22:37,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:37,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741825_1001 (size=7) 2024-11-19T16:22:38,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf with version=8 2024-11-19T16:22:38,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/hbase-staging 2024-11-19T16:22:38,161 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:38,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45803 2024-11-19T16:22:38,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45803 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:38,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458030x0, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:38,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45803-0x10153e770ea0006 connected 2024-11-19T16:22:38,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:38,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:38,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/running 2024-11-19T16:22:38,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf, hbase.cluster.distributed=false 2024-11-19T16:22:38,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/acl 2024-11-19T16:22:38,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45803 2024-11-19T16:22:38,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45803 2024-11-19T16:22:38,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45803 2024-11-19T16:22:38,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45803 2024-11-19T16:22:38,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45803 2024-11-19T16:22:38,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=45 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:22:38,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40429 2024-11-19T16:22:38,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40429 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:38,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:38,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:38,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404290x0, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:38,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404290x0, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/running 2024-11-19T16:22:38,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40429-0x10153e770ea0007 connected 2024-11-19T16:22:38,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T16:22:38,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T16:22:38,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/master 2024-11-19T16:22:38,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/acl 2024-11-19T16:22:38,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-19T16:22:38,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40429 2024-11-19T16:22:38,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40429 2024-11-19T16:22:38,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-19T16:22:38,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-19T16:22:38,347 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:45803 2024-11-19T16:22:38,347 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21356606730/backup-masters/32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730/backup-masters 2024-11-19T16:22:38,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730/backup-masters 2024-11-19T16:22:38,359 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on existing znode=/21356606730/backup-masters/32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:38,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:38,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21356606730/master 2024-11-19T16:22:38,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:38,369 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on existing znode=/21356606730/master 2024-11-19T16:22:38,370 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21356606730/backup-masters/32a8860bb9d6,45803,1732033358161 from backup master directory 2024-11-19T16:22:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730/backup-masters 2024-11-19T16:22:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21356606730/backup-masters/32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730/backup-masters 2024-11-19T16:22:38,380 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:38,380 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:38,382 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/hbase.id] with ID: 323f447e-09fe-4c6c-ae70-1d094859833a 2024-11-19T16:22:38,382 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/.tmp/hbase.id 2024-11-19T16:22:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741826_1002 (size=42) 2024-11-19T16:22:38,786 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/.tmp/hbase.id]:[hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/hbase.id] 2024-11-19T16:22:38,793 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:38,793 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T16:22:38,793 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T16:22:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741827_1003 (size=196) 2024-11-19T16:22:39,289 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:39,290 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T16:22:39,291 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:39,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741828_1004 (size=1189) 2024-11-19T16:22:39,696 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store 2024-11-19T16:22:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741829_1005 (size=34) 2024-11-19T16:22:40,100 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:40,100 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:40,100 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:40,100 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:40,100 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:40,100 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:40,100 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:40,100 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033360100Disabling compacts and flushes for region at 1732033360100Disabling writes for close at 1732033360100Writing region close event to WAL at 1732033360100Closed at 1732033360100 2024-11-19T16:22:40,101 WARN [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/.initializing 2024-11-19T16:22:40,101 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/WALs/32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:40,102 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:40,103 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C45803%2C1732033358161, suffix=, logDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/WALs/32a8860bb9d6,45803,1732033358161, archiveDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/oldWALs, maxLogs=10 2024-11-19T16:22:40,116 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/WALs/32a8860bb9d6,45803,1732033358161/32a8860bb9d6%2C45803%2C1732033358161.1732033360103, exclude list is [], retry=0 2024-11-19T16:22:40,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-f02a0bbf-8b53-4d0c-adc6-bb95cdc0190f,DISK] 2024-11-19T16:22:40,119 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/WALs/32a8860bb9d6,45803,1732033358161/32a8860bb9d6%2C45803%2C1732033358161.1732033360103 2024-11-19T16:22:40,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-19T16:22:40,119 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:40,120 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:40,120 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,120 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T16:22:40,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:40,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:40,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T16:22:40,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:40,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:40,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T16:22:40,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:40,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:40,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T16:22:40,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:40,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:40,125 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,125 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,125 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,126 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,126 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,127 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:40,127 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T16:22:40,129 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:40,129 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62777405, jitterRate=-0.06454376876354218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:40,129 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732033360120Initializing all the Stores at 1732033360120Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033360121 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033360121Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033360121Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033360121Cleaning up temporary data from old regions at 1732033360126 (+5 ms)Region opened successfully at 1732033360129 (+3 ms) 2024-11-19T16:22:40,129 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T16:22:40,131 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2098bf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T16:22:40,132 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T16:22:40,133 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T16:22:40,134 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Unable to get data of znode /21356606730/balancer because node does not exist (not necessarily an error) 2024-11-19T16:22:40,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:40,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:22:40,200 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148812 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:22:40,243 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21356606730/balancer already deleted, retry=false 2024-11-19T16:22:40,243 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T16:22:40,244 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Unable to get data of znode /21356606730/normalizer because node does not exist (not necessarily an error) 2024-11-19T16:22:40,253 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21356606730/normalizer already deleted, retry=false 2024-11-19T16:22:40,253 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T16:22:40,254 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Unable to get data of znode /21356606730/switch/split because node does not exist (not necessarily an error) 2024-11-19T16:22:40,264 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21356606730/switch/split already deleted, retry=false 2024-11-19T16:22:40,264 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Unable to get data of znode /21356606730/switch/merge because node does not exist (not necessarily an error) 2024-11-19T16:22:40,274 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21356606730/switch/merge already deleted, retry=false 2024-11-19T16:22:40,276 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Unable to get data of znode /21356606730/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T16:22:40,285 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21356606730/snapshot-cleanup already deleted, retry=false 2024-11-19T16:22:40,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21356606730/running 2024-11-19T16:22:40,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21356606730/running 2024-11-19T16:22:40,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:40,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:40,296 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,45803,1732033358161, sessionid=0x10153e770ea0006, setting cluster-up flag (Was=false) 2024-11-19T16:22:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:40,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:40,348 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21356606730/flush-table-proc/acquired, /21356606730/flush-table-proc/reached, /21356606730/flush-table-proc/abort 2024-11-19T16:22:40,349 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:40,401 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21356606730/online-snapshot/acquired, /21356606730/online-snapshot/reached, /21356606730/online-snapshot/abort 2024-11-19T16:22:40,402 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:40,402 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T16:22:40,404 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:40,404 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T16:22:40,404 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T16:22:40,404 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,45803,1732033358161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:40,405 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732033390406 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T16:22:40,406 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T16:22:40,406 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T16:22:40,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T16:22:40,407 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:40,407 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033360407,5,FailOnTimeoutGroup] 2024-11-19T16:22:40,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T16:22:40,407 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033360407,5,FailOnTimeoutGroup] 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,407 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741831_1007 (size=1321) 2024-11-19T16:22:40,440 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(746): ClusterId : 323f447e-09fe-4c6c-ae70-1d094859833a 2024-11-19T16:22:40,440 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T16:22:40,443 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T16:22:40,443 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T16:22:40,454 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T16:22:40,454 DEBUG [RS:0;32a8860bb9d6:40429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee1196f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0 2024-11-19T16:22:40,467 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:40429 2024-11-19T16:22:40,467 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T16:22:40,467 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T16:22:40,467 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T16:22:40,468 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,45803,1732033358161 with port=40429, startcode=1732033358310 2024-11-19T16:22:40,468 DEBUG [RS:0;32a8860bb9d6:40429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T16:22:40,469 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T16:22:40,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:40,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45803 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:40,471 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf 2024-11-19T16:22:40,471 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44829 2024-11-19T16:22:40,471 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T16:22:40,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730/rs 2024-11-19T16:22:40,523 DEBUG [RS:0;32a8860bb9d6:40429 {}] zookeeper.ZKUtil(111): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on existing znode=/21356606730/rs/32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:40,523 WARN [RS:0;32a8860bb9d6:40429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T16:22:40,523 INFO [RS:0;32a8860bb9d6:40429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:40,523 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:40,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,40429,1732033358310] 2024-11-19T16:22:40,526 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T16:22:40,528 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T16:22:40,528 INFO [RS:0;32a8860bb9d6:40429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T16:22:40,528 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,528 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T16:22:40,529 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T16:22:40,529 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,529 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1 2024-11-19T16:22:40,530 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:40,530 DEBUG [RS:0;32a8860bb9d6:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3 2024-11-19T16:22:40,530 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,530 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,530 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,530 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,530 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,530 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40429,1732033358310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:40,543 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T16:22:40,543 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,40429,1732033358310-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,543 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,543 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.Replication(171): 32a8860bb9d6,40429,1732033358310 started 2024-11-19T16:22:40,558 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:40,558 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,40429,1732033358310, RpcServer on 32a8860bb9d6/172.17.0.3:40429, sessionid=0x10153e770ea0007 2024-11-19T16:22:40,558 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T16:22:40,558 DEBUG [RS:0;32a8860bb9d6:40429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:40,558 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,40429,1732033358310' 2024-11-19T16:22:40,558 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21356606730/flush-table-proc/abort' 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21356606730/flush-table-proc/acquired' 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,40429,1732033358310' 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21356606730/online-snapshot/abort' 2024-11-19T16:22:40,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21356606730/online-snapshot/acquired' 2024-11-19T16:22:40,560 DEBUG [RS:0;32a8860bb9d6:40429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T16:22:40,560 INFO [RS:0;32a8860bb9d6:40429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T16:22:40,560 INFO [RS:0;32a8860bb9d6:40429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T16:22:40,660 INFO [RS:0;32a8860bb9d6:40429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T16:22:40,661 INFO [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C40429%2C1732033358310, suffix=, logDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310, archiveDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/oldWALs, maxLogs=10 2024-11-19T16:22:40,673 DEBUG [RS:0;32a8860bb9d6:40429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310/32a8860bb9d6%2C40429%2C1732033358310.1732033360661, exclude list is [], retry=0 2024-11-19T16:22:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-f02a0bbf-8b53-4d0c-adc6-bb95cdc0190f,DISK] 2024-11-19T16:22:40,676 INFO [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310/32a8860bb9d6%2C40429%2C1732033358310.1732033360661 2024-11-19T16:22:40,676 DEBUG [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-19T16:22:40,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T16:22:40,814 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf 2024-11-19T16:22:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741833_1009 (size=32) 2024-11-19T16:22:41,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:41,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:41,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:41,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:41,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:41,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:41,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:41,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:41,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:41,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:41,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740 2024-11-19T16:22:41,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740 2024-11-19T16:22:41,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:41,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:41,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:41,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:41,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:41,231 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68621249, jitterRate=0.022536292672157288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:41,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732033361220Initializing all the Stores at 1732033361221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033361221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033361221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033361221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033361221Cleaning up temporary data from old regions at 1732033361228 (+7 ms)Region opened successfully at 1732033361231 (+3 ms) 2024-11-19T16:22:41,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:41,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:41,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:41,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:41,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:41,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:41,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033361231Disabling compacts and flushes for region at 1732033361231Disabling writes for close at 1732033361232 (+1 ms)Writing region close event to WAL at 1732033361232Closed at 1732033361232 2024-11-19T16:22:41,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:41,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T16:22:41,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T16:22:41,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:41,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T16:22:41,385 DEBUG [32a8860bb9d6:45803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T16:22:41,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:41,386 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,40429,1732033358310, state=OPENING 2024-11-19T16:22:41,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T16:22:41,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:41,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:41,443 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T16:22:41,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21356606730/meta-region-server: CHANGED 2024-11-19T16:22:41,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21356606730/meta-region-server: CHANGED 2024-11-19T16:22:41,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,40429,1732033358310}] 2024-11-19T16:22:41,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:41,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:22:41,599 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T16:22:41,599 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:41,599 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T16:22:41,600 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C40429%2C1732033358310.meta, suffix=.meta, logDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310, archiveDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/oldWALs, maxLogs=10 2024-11-19T16:22:41,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:41,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,616 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310/32a8860bb9d6%2C40429%2C1732033358310.meta.1732033361601.meta, exclude list is [], retry=0 2024-11-19T16:22:41,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46557,DS-f02a0bbf-8b53-4d0c-adc6-bb95cdc0190f,DISK] 2024-11-19T16:22:41,619 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310/32a8860bb9d6%2C40429%2C1732033358310.meta.1732033361601.meta 2024-11-19T16:22:41,620 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46041:46041)] 2024-11-19T16:22:41,620 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:41,620 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:41,620 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:22:41,620 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T16:22:41,620 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T16:22:41,621 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T16:22:41,621 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:41,621 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T16:22:41,621 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T16:22:41,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T16:22:41,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T16:22:41,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T16:22:41,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T16:22:41,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T16:22:41,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T16:22:41,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T16:22:41,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T16:22:41,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T16:22:41,627 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T16:22:41,627 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740 2024-11-19T16:22:41,627 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740 2024-11-19T16:22:41,628 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T16:22:41,628 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T16:22:41,628 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T16:22:41,629 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T16:22:41,629 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857270, jitterRate=0.07075676321983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T16:22:41,629 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T16:22:41,630 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732033361621Writing region info on filesystem at 1732033361621Initializing all the Stores at 1732033361622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033361622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033361622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033361622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732033361622Cleaning up temporary data from old regions at 1732033361628 (+6 ms)Running coprocessor post-open hooks at 1732033361629 (+1 ms)Region opened successfully at 1732033361630 (+1 ms) 2024-11-19T16:22:41,630 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732033361595 2024-11-19T16:22:41,632 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T16:22:41,632 INFO [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T16:22:41,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:41,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,40429,1732033358310, state=OPEN 2024-11-19T16:22:41,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21356606730/meta-region-server 2024-11-19T16:22:41,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21356606730/meta-region-server 2024-11-19T16:22:41,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:41,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21356606730/meta-region-server: CHANGED 2024-11-19T16:22:41,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21356606730/meta-region-server: CHANGED 2024-11-19T16:22:41,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T16:22:41,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,40429,1732033358310 in 200 msec 2024-11-19T16:22:41,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T16:22:41,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-19T16:22:41,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T16:22:41,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T16:22:41,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:41,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40429,1732033358310, seqNum=-1] 2024-11-19T16:22:41,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:41,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:41,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-19T16:22:41,652 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732033361652, completionTime=-1 2024-11-19T16:22:41,653 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T16:22:41,653 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732033421655 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732033481655 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45803,1732033358161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45803,1732033358161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45803,1732033358161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:45803, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,655 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,656 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,657 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.279sec 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45803,1732033358161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T16:22:41,659 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45803,1732033358161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T16:22:41,664 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T16:22:41,664 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T16:22:41,664 INFO [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,45803,1732033358161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T16:22:41,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:41,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1397972f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:41,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45803,-1 for getting cluster id 2024-11-19T16:22:41,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:41,742 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '323f447e-09fe-4c6c-ae70-1d094859833a' 2024-11-19T16:22:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "323f447e-09fe-4c6c-ae70-1d094859833a" 2024-11-19T16:22:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce406ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45803,-1] 2024-11-19T16:22:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:41,744 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:41,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266cf680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:41,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40429,1732033358310, seqNum=-1] 2024-11-19T16:22:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:41,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:41,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:41,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58377 2024-11-19T16:22:41,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T16:22:41,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10153e770ea0008 connected 2024-11-19T16:22:41,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29587e5a 2024-11-19T16:22:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:41,773 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:41,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:22:41,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:22:41,775 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:41,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:22:41,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:22:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:22:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:42,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e9d730ce5f4f5310981460fdbddd956, NAME => 'test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8 2024-11-19T16:22:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:42,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:42,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e9d730ce5f4f5310981460fdbddd956, disabling compactions & flushes 2024-11-19T16:22:42,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. after waiting 0 ms 2024-11-19T16:22:42,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e9d730ce5f4f5310981460fdbddd956: Waiting for close lock at 1732033362591Disabling compacts and flushes for region at 1732033362591Disabling writes for close at 1732033362591Writing region close event to WAL at 1732033362591Closed at 1732033362591 2024-11-19T16:22:42,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:22:42,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033362592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033362592"}]},"ts":"1732033362592"} 2024-11-19T16:22:42,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:22:42,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:22:42,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033362594"}]},"ts":"1732033362594"} 2024-11-19T16:22:42,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:22:42,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e9d730ce5f4f5310981460fdbddd956, ASSIGN}] 2024-11-19T16:22:42,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e9d730ce5f4f5310981460fdbddd956, ASSIGN 2024-11-19T16:22:42,597 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e9d730ce5f4f5310981460fdbddd956, ASSIGN; state=OFFLINE, location=32a8860bb9d6,46795,1732033347661; forceNewPlan=false, retain=false 2024-11-19T16:22:42,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e9d730ce5f4f5310981460fdbddd956, regionState=OPENING, regionLocation=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:42,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e9d730ce5f4f5310981460fdbddd956, ASSIGN because future has completed 2024-11-19T16:22:42,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e9d730ce5f4f5310981460fdbddd956, server=32a8860bb9d6,46795,1732033347661}] 2024-11-19T16:22:42,906 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,906 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e9d730ce5f4f5310981460fdbddd956, NAME => 'test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:42,906 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:42,906 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:22:42,907 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,907 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:42,907 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,907 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,908 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,909 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e9d730ce5f4f5310981460fdbddd956 columnFamilyName f 2024-11-19T16:22:42,909 DEBUG [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:42,909 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] regionserver.HStore(327): Store=5e9d730ce5f4f5310981460fdbddd956/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:42,909 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:42,910 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e9d730ce5f4f5310981460fdbddd956 columnFamilyName f1 2024-11-19T16:22:42,910 DEBUG [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:42,910 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] regionserver.HStore(327): Store=5e9d730ce5f4f5310981460fdbddd956/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:42,910 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,911 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e9d730ce5f4f5310981460fdbddd956 columnFamilyName norep 2024-11-19T16:22:42,911 DEBUG [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:42,911 INFO [StoreOpener-5e9d730ce5f4f5310981460fdbddd956-1 {}] regionserver.HStore(327): Store=5e9d730ce5f4f5310981460fdbddd956/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:42,911 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,912 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,912 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,913 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,913 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,913 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:22:42,914 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,915 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:42,916 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e9d730ce5f4f5310981460fdbddd956; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73639653, jitterRate=0.09731633961200714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:22:42,916 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:42,916 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e9d730ce5f4f5310981460fdbddd956: Running coprocessor pre-open hook at 1732033362907Writing region info on filesystem at 1732033362907Initializing all the Stores at 1732033362907Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033362907Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033362908 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033362908Cleaning up temporary data from old regions at 1732033362913 (+5 ms)Running coprocessor post-open hooks at 1732033362916 (+3 ms)Region opened successfully at 1732033362916 2024-11-19T16:22:42,916 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., pid=6, masterSystemTime=1732033362902 2024-11-19T16:22:42,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e9d730ce5f4f5310981460fdbddd956, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:42,927 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,927 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:42,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e9d730ce5f4f5310981460fdbddd956, server=32a8860bb9d6,46795,1732033347661 because future has completed 2024-11-19T16:22:42,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:22:42,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e9d730ce5f4f5310981460fdbddd956, server=32a8860bb9d6,46795,1732033347661 in 180 msec 2024-11-19T16:22:42,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:22:42,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e9d730ce5f4f5310981460fdbddd956, ASSIGN in 336 msec 2024-11-19T16:22:42,936 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:22:42,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033362936"}]},"ts":"1732033362936"} 2024-11-19T16:22:42,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:22:42,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:22:42,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-19T16:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:43,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:43,920 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:22:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a10269 2024-11-19T16:22:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:43,921 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:43,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:22:43,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:22:43,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:43,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:22:43,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:22:43,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 076f6197965686698a0c3db375fb4875, NAME => 'test,,1732033363921.076f6197965686698a0c3db375fb4875.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6 2024-11-19T16:22:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033363921.076f6197965686698a0c3db375fb4875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 076f6197965686698a0c3db375fb4875, disabling compactions & flushes 2024-11-19T16:22:44,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033363921.076f6197965686698a0c3db375fb4875. after waiting 0 ms 2024-11-19T16:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 076f6197965686698a0c3db375fb4875: Waiting for close lock at 1732033364333Disabling compacts and flushes for region at 1732033364333Disabling writes for close at 1732033364333Writing region close event to WAL at 1732033364333Closed at 1732033364333 2024-11-19T16:22:44,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:22:44,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033363921.076f6197965686698a0c3db375fb4875.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033364334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033364334"}]},"ts":"1732033364334"} 2024-11-19T16:22:44,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:22:44,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:22:44,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033364337"}]},"ts":"1732033364337"} 2024-11-19T16:22:44,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:22:44,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=076f6197965686698a0c3db375fb4875, ASSIGN}] 2024-11-19T16:22:44,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=076f6197965686698a0c3db375fb4875, ASSIGN 2024-11-19T16:22:44,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=076f6197965686698a0c3db375fb4875, ASSIGN; state=OFFLINE, location=32a8860bb9d6,37855,1732033353252; forceNewPlan=false, retain=false 2024-11-19T16:22:44,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=076f6197965686698a0c3db375fb4875, regionState=OPENING, regionLocation=32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=076f6197965686698a0c3db375fb4875, ASSIGN because future has completed 2024-11-19T16:22:44,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 076f6197965686698a0c3db375fb4875, server=32a8860bb9d6,37855,1732033353252}] 2024-11-19T16:22:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:44,646 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,647 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 076f6197965686698a0c3db375fb4875, NAME => 'test,,1732033363921.076f6197965686698a0c3db375fb4875.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:44,647 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:44,647 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:22:44,647 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,647 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033363921.076f6197965686698a0c3db375fb4875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:44,647 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,647 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,648 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,649 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076f6197965686698a0c3db375fb4875 columnFamilyName f 2024-11-19T16:22:44,649 DEBUG [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:44,650 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] regionserver.HStore(327): Store=076f6197965686698a0c3db375fb4875/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:44,650 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,650 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076f6197965686698a0c3db375fb4875 columnFamilyName f1 2024-11-19T16:22:44,651 DEBUG [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:44,651 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] regionserver.HStore(327): Store=076f6197965686698a0c3db375fb4875/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:44,651 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,652 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076f6197965686698a0c3db375fb4875 columnFamilyName norep 2024-11-19T16:22:44,652 DEBUG [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:44,652 INFO [StoreOpener-076f6197965686698a0c3db375fb4875-1 {}] regionserver.HStore(327): Store=076f6197965686698a0c3db375fb4875/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:44,652 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,653 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,653 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,653 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,653 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,654 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:22:44,654 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,656 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:44,656 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 076f6197965686698a0c3db375fb4875; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62471549, jitterRate=-0.06910137832164764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:22:44,656 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:44,656 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 076f6197965686698a0c3db375fb4875: Running coprocessor pre-open hook at 1732033364647Writing region info on filesystem at 1732033364647Initializing all the Stores at 1732033364648 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033364648Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033364648Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033364648Cleaning up temporary data from old regions at 1732033364653 (+5 ms)Running coprocessor post-open hooks at 1732033364656 (+3 ms)Region opened successfully at 1732033364656 2024-11-19T16:22:44,657 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033363921.076f6197965686698a0c3db375fb4875., pid=6, masterSystemTime=1732033364644 2024-11-19T16:22:44,658 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,658 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:44,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=076f6197965686698a0c3db375fb4875, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:44,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 076f6197965686698a0c3db375fb4875, server=32a8860bb9d6,37855,1732033353252 because future has completed 2024-11-19T16:22:44,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:22:44,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 076f6197965686698a0c3db375fb4875, server=32a8860bb9d6,37855,1732033353252 in 169 msec 2024-11-19T16:22:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:22:44,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=076f6197965686698a0c3db375fb4875, ASSIGN in 324 msec 2024-11-19T16:22:44,664 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:22:44,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033364664"}]},"ts":"1732033364664"} 2024-11-19T16:22:44,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:22:44,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:22:44,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 744 msec 2024-11-19T16:22:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:45,059 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:22:45,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bbc04d6 2024-11-19T16:22:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:45,061 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:45,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T16:22:45,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:22:45,063 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:45,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T16:22:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:45,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:22:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741835_1011 (size=902) 2024-11-19T16:22:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:45,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50649d44b54d914d740b6a850a8ba8c5, NAME => 'test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf 2024-11-19T16:22:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741836_1012 (size=39) 2024-11-19T16:22:45,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:45,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50649d44b54d914d740b6a850a8ba8c5, disabling compactions & flushes 2024-11-19T16:22:45,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. after waiting 0 ms 2024-11-19T16:22:45,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50649d44b54d914d740b6a850a8ba8c5: Waiting for close lock at 1732033365474Disabling compacts and flushes for region at 1732033365474Disabling writes for close at 1732033365474Writing region close event to WAL at 1732033365474Closed at 1732033365474 2024-11-19T16:22:45,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:22:45,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732033365475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033365475"}]},"ts":"1732033365475"} 2024-11-19T16:22:45,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:22:45,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:22:45,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033365477"}]},"ts":"1732033365477"} 2024-11-19T16:22:45,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T16:22:45,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50649d44b54d914d740b6a850a8ba8c5, ASSIGN}] 2024-11-19T16:22:45,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50649d44b54d914d740b6a850a8ba8c5, ASSIGN 2024-11-19T16:22:45,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50649d44b54d914d740b6a850a8ba8c5, ASSIGN; state=OFFLINE, location=32a8860bb9d6,40429,1732033358310; forceNewPlan=false, retain=false 2024-11-19T16:22:45,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50649d44b54d914d740b6a850a8ba8c5, regionState=OPENING, regionLocation=32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:45,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50649d44b54d914d740b6a850a8ba8c5, ASSIGN because future has completed 2024-11-19T16:22:45,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50649d44b54d914d740b6a850a8ba8c5, server=32a8860bb9d6,40429,1732033358310}] 2024-11-19T16:22:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:45,787 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,787 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50649d44b54d914d740b6a850a8ba8c5, NAME => 'test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:45,787 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:45,788 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T16:22:45,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:45,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,788 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,789 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,790 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50649d44b54d914d740b6a850a8ba8c5 columnFamilyName f 2024-11-19T16:22:45,790 DEBUG [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:45,790 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] regionserver.HStore(327): Store=50649d44b54d914d740b6a850a8ba8c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:45,790 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,791 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50649d44b54d914d740b6a850a8ba8c5 columnFamilyName f1 2024-11-19T16:22:45,791 DEBUG [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:45,792 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] regionserver.HStore(327): Store=50649d44b54d914d740b6a850a8ba8c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:45,792 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,792 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50649d44b54d914d740b6a850a8ba8c5 columnFamilyName norep 2024-11-19T16:22:45,792 DEBUG [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:45,792 INFO [StoreOpener-50649d44b54d914d740b6a850a8ba8c5-1 {}] regionserver.HStore(327): Store=50649d44b54d914d740b6a850a8ba8c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:45,793 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,793 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,793 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,794 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,794 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,794 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:22:45,795 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,796 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:45,797 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50649d44b54d914d740b6a850a8ba8c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64110011, jitterRate=-0.044686391949653625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:22:45,797 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:45,797 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50649d44b54d914d740b6a850a8ba8c5: Running coprocessor pre-open hook at 1732033365788Writing region info on filesystem at 1732033365788Initializing all the Stores at 1732033365789 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033365789Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033365789Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033365789Cleaning up temporary data from old regions at 1732033365794 (+5 ms)Running coprocessor post-open hooks at 1732033365797 (+3 ms)Region opened successfully at 1732033365797 2024-11-19T16:22:45,797 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5., pid=6, masterSystemTime=1732033365784 2024-11-19T16:22:45,799 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,799 INFO [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:45,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50649d44b54d914d740b6a850a8ba8c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:45,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50649d44b54d914d740b6a850a8ba8c5, server=32a8860bb9d6,40429,1732033358310 because future has completed 2024-11-19T16:22:45,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T16:22:45,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50649d44b54d914d740b6a850a8ba8c5, server=32a8860bb9d6,40429,1732033358310 in 169 msec 2024-11-19T16:22:45,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T16:22:45,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50649d44b54d914d740b6a850a8ba8c5, ASSIGN in 325 msec 2024-11-19T16:22:45,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:22:45,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033365805"}]},"ts":"1732033365805"} 2024-11-19T16:22:45,806 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T16:22:45,807 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:22:45,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-19T16:22:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T16:22:46,199 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T16:22:46,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:46,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45673,-1 for getting cluster id 2024-11-19T16:22:46,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:46,200 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d552480-1b45-4b66-a6bc-5162cf6104c3' 2024-11-19T16:22:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d552480-1b45-4b66-a6bc-5162cf6104c3" 2024-11-19T16:22:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442aa5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45673,-1] 2024-11-19T16:22:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:46,201 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de54b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:46,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2f2f20 2024-11-19T16:22:46,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:46,203 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:46,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://32a8860bb9d6:34545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:22:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:22:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:46,205 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34545' 2024-11-19T16:22:46,206 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6853711f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:46,206 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34545,-1 for getting cluster id 2024-11-19T16:22:46,206 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:46,207 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43381be8-9201-414d-abbb-e54c1dc29e2c' 2024-11-19T16:22:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43381be8-9201-414d-abbb-e54c1dc29e2c" 2024-11-19T16:22:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f7c112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34545,-1] 2024-11-19T16:22:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:46,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:46,208 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:46,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51da149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:46,209 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:46,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:46,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a2f6a2f 2024-11-19T16:22:46,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:46,210 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:46,211 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-19T16:22:46,211 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:22:46,211 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:46,211 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:46,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:46,211 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T16:22:46,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T16:22:46,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T16:22:46,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:46,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T16:22:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741837_1013 (size=1138) 2024-11-19T16:22:46,262 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T16:22:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:46,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d474efa7612b14d98bd2598d83945688, NAME => 'hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8 2024-11-19T16:22:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741838_1014 (size=44) 2024-11-19T16:22:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:47,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:47,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d474efa7612b14d98bd2598d83945688, disabling compactions & flushes 2024-11-19T16:22:47,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. after waiting 0 ms 2024-11-19T16:22:47,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,026 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d474efa7612b14d98bd2598d83945688: Waiting for close lock at 1732033367026Disabling compacts and flushes for region at 1732033367026Disabling writes for close at 1732033367026Writing region close event to WAL at 1732033367026Closed at 1732033367026 2024-11-19T16:22:47,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T16:22:47,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732033367027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732033367027"}]},"ts":"1732033367027"} 2024-11-19T16:22:47,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T16:22:47,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T16:22:47,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033367029"}]},"ts":"1732033367029"} 2024-11-19T16:22:47,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T16:22:47,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d474efa7612b14d98bd2598d83945688, ASSIGN}] 2024-11-19T16:22:47,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d474efa7612b14d98bd2598d83945688, ASSIGN 2024-11-19T16:22:47,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d474efa7612b14d98bd2598d83945688, ASSIGN; state=OFFLINE, location=32a8860bb9d6,46795,1732033347661; forceNewPlan=false, retain=false 2024-11-19T16:22:47,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:47,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d474efa7612b14d98bd2598d83945688, regionState=OPENING, regionLocation=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:47,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d474efa7612b14d98bd2598d83945688, ASSIGN because future has completed 2024-11-19T16:22:47,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d474efa7612b14d98bd2598d83945688, server=32a8860bb9d6,46795,1732033347661}] 2024-11-19T16:22:47,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:47,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T16:22:47,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T16:22:47,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32a8860bb9d6%2C46795%2C1732033347661.rep, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/oldWALs, maxLogs=10 2024-11-19T16:22:47,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.rep.1732033367343, exclude list is [], retry=0 2024-11-19T16:22:47,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:47,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.rep.1732033367343 2024-11-19T16:22:47,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:47,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d474efa7612b14d98bd2598d83945688, NAME => 'hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688.', STARTKEY => '', ENDKEY => ''} 2024-11-19T16:22:47,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T16:22:47,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T16:22:47,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. service=MultiRowMutationService 2024-11-19T16:22:47,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T16:22:47,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T16:22:47,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,380 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,382 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d474efa7612b14d98bd2598d83945688 columnFamilyName hfileref 2024-11-19T16:22:47,382 DEBUG [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:47,384 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] regionserver.HStore(327): Store=d474efa7612b14d98bd2598d83945688/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:47,384 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,385 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d474efa7612b14d98bd2598d83945688 columnFamilyName queue 2024-11-19T16:22:47,386 DEBUG [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:47,386 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] regionserver.HStore(327): Store=d474efa7612b14d98bd2598d83945688/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:47,386 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,396 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d474efa7612b14d98bd2598d83945688 columnFamilyName sid 2024-11-19T16:22:47,396 DEBUG [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T16:22:47,397 INFO [StoreOpener-d474efa7612b14d98bd2598d83945688-1 {}] regionserver.HStore(327): Store=d474efa7612b14d98bd2598d83945688/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T16:22:47,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T16:22:47,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T16:22:47,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d474efa7612b14d98bd2598d83945688; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66597153, jitterRate=-0.007625088095664978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T16:22:47,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:47,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d474efa7612b14d98bd2598d83945688: Running coprocessor pre-open hook at 1732033367375Writing region info on filesystem at 1732033367375Initializing all the Stores at 1732033367375Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033367376 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033367380 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732033367380Cleaning up temporary data from old regions at 1732033367399 (+19 ms)Running coprocessor post-open hooks at 1732033367405 (+6 ms)Region opened successfully at 1732033367405 2024-11-19T16:22:47,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688., pid=10, masterSystemTime=1732033367338 2024-11-19T16:22:47,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:47,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d474efa7612b14d98bd2598d83945688, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d474efa7612b14d98bd2598d83945688, server=32a8860bb9d6,46795,1732033347661 because future has completed 2024-11-19T16:22:47,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T16:22:47,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d474efa7612b14d98bd2598d83945688, server=32a8860bb9d6,46795,1732033347661 in 224 msec 2024-11-19T16:22:47,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T16:22:47,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d474efa7612b14d98bd2598d83945688, ASSIGN in 381 msec 2024-11-19T16:22:47,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T16:22:47,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732033367415"}]},"ts":"1732033367415"} 2024-11-19T16:22:47,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T16:22:47,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T16:22:47,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-19T16:22:47,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2] 2024-11-19T16:22:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:47,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:22:47,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T16:22:47,670 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T16:22:47,703 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32a8860bb9d6,46795,1732033347661, ReplicationSource: 1, currentBandwidth=0 2024-11-19T16:22:47,704 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:47,704 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46795,1732033347661, seqNum=-1] 2024-11-19T16:22:47,704 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:47,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T16:22:47,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32a8860bb9d6,46795,1732033347661', locateType=CURRENT is [region=hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2] 2024-11-19T16:22:47,708 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T16:22:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T16:22:47,710 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32a8860bb9d6,46795,1732033347661 suceeded 2024-11-19T16:22:47,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T16:22:47,712 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32a8860bb9d6:34545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:22:47,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T16:22:47,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-19T16:22:47,721 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:34545' 2024-11-19T16:22:47,722 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:47,723 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34545,-1 for getting cluster id 2024-11-19T16:22:47,723 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:47,723 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43381be8-9201-414d-abbb-e54c1dc29e2c' 2024-11-19T16:22:47,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43381be8-9201-414d-abbb-e54c1dc29e2c" 2024-11-19T16:22:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3316302e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34545,-1] 2024-11-19T16:22:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:47,725 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:47,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T16:22:47,725 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a03a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:47,725 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:47,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:47,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f106d1c 2024-11-19T16:22:47,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:47,726 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T16:22:47,727 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32a8860bb9d6,46795,1732033347661 (queues=1) is replicating from cluster=2d552480-1b45-4b66-a6bc-5162cf6104c3 to cluster=43381be8-9201-414d-abbb-e54c1dc29e2c 2024-11-19T16:22:47,727 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32a8860bb9d6%2C46795%2C1732033347661 2024-11-19T16:22:47,727 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32a8860bb9d6,46795,1732033347661, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:22:47,728 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C46795%2C1732033347661 2024-11-19T16:22:47,728 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375, startPosition=0, beingWritten=true 2024-11-19T16:22:47,731 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:47,731 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 379, reset compression=false 2024-11-19T16:22:47,732 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:47,935 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 379, reset compression=false 2024-11-19T16:22:48,238 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 379, reset compression=false 2024-11-19T16:22:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T16:22:48,353 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T16:22:48,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:48,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:48,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:48,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45673,-1 for getting cluster id 2024-11-19T16:22:48,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:48,355 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d552480-1b45-4b66-a6bc-5162cf6104c3' 2024-11-19T16:22:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d552480-1b45-4b66-a6bc-5162cf6104c3" 2024-11-19T16:22:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fa2e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45673,-1] 2024-11-19T16:22:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:48,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,357 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b15b93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551935d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34545,-1 for getting cluster id 2024-11-19T16:22:48,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:48,361 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43381be8-9201-414d-abbb-e54c1dc29e2c' 2024-11-19T16:22:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43381be8-9201-414d-abbb-e54c1dc29e2c" 2024-11-19T16:22:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280d211b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34545,-1] 2024-11-19T16:22:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,362 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b964a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45803,-1 for getting cluster id 2024-11-19T16:22:48,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:48,369 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '323f447e-09fe-4c6c-ae70-1d094859833a' 2024-11-19T16:22:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "323f447e-09fe-4c6c-ae70-1d094859833a" 2024-11-19T16:22:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f82b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45803,-1] 2024-11-19T16:22:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,370 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e7d962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:48,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732033368374/Put/seqid=0 2024-11-19T16:22:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741840_1016 (size=7894) 2024-11-19T16:22:48,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732033368389/Put/seqid=0 2024-11-19T16:22:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741841_1017 (size=7691) 2024-11-19T16:22:48,641 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 379, reset compression=false 2024-11-19T16:22:48,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1ee989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45673,-1 for getting cluster id 2024-11-19T16:22:48,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:48,800 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d552480-1b45-4b66-a6bc-5162cf6104c3' 2024-11-19T16:22:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d552480-1b45-4b66-a6bc-5162cf6104c3" 2024-11-19T16:22:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c77a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45673,-1] 2024-11-19T16:22:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,801 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:48,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ea8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:48,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46795,1732033347661, seqNum=-1] 2024-11-19T16:22:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:48,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:48,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343e59e4 2024-11-19T16:22:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:48,811 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2] 2024-11-19T16:22:48,816 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:22:48,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T16:22:48,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T16:22:48,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T16:22:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:48,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T16:22:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegion(2603): Flush status journal for 5e9d730ce5f4f5310981460fdbddd956: 2024-11-19T16:22:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_0 2024-11-19T16:22:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_0 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ 2024-11-19T16:22:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_1 2024-11-19T16:22:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_1 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ 2024-11-19T16:22:48,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_0 into 5e9d730ce5f4f5310981460fdbddd956/f as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ - updating store file list. 2024-11-19T16:22:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2a431cd2fb54024af0b844182755c2b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:48,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ into 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:48,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_0 into 5e9d730ce5f4f5310981460fdbddd956/f (new location: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_) 2024-11-19T16:22:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_0 2024-11-19T16:22:48,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_1 into 5e9d730ce5f4f5310981460fdbddd956/f as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ - updating store file list. 2024-11-19T16:22:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:48,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ into 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:48,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_1 into 5e9d730ce5f4f5310981460fdbddd956/f (new location: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_) 2024-11-19T16:22:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__fhkch3j9kdng4jt96o8ddjn2p0prhav19dorugk31uv4p3ve9ori9lhrmfl9don3/f/hfile_1 2024-11-19T16:22:48,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:48,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:48,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:48,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2 , the old value is region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32a8860bb9d6:46795 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:22:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:22:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2 from cache 2024-11-19T16:22:48,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:48,847 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T16:22:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37855,1732033353252, seqNum=-1] 2024-11-19T16:22:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:48,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:48,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033363921.076f6197965686698a0c3db375fb4875., hostname=32a8860bb9d6,37855,1732033353252, seqNum=2] 2024-11-19T16:22:48,851 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:22:48,949 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:46795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T16:22:49,144 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 379, reset compression=false 2024-11-19T16:22:49,148 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:49,148 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e9d730ce5f4f5310981460fdbddd956/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033368845/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T16:22:49,150 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:49,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T16:22:49,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(318): Replicating [2d552480-1b45-4b66-a6bc-5162cf6104c3] bulk loaded data 2024-11-19T16:22:49,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db5be9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,34545,-1 for getting cluster id 2024-11-19T16:22:49,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:49,152 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43381be8-9201-414d-abbb-e54c1dc29e2c' 2024-11-19T16:22:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43381be8-9201-414d-abbb-e54c1dc29e2c" 2024-11-19T16:22:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7e6bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,34545,-1] 2024-11-19T16:22:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:49,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:49,153 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:49,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8b4fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741837_1013 (size=7894) 2024-11-19T16:22:49,348 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 687, reset compression=false 2024-11-19T16:22:49,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741838_1014 (size=7691) 2024-11-19T16:22:49,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:49,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:49,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e4133 2024-11-19T16:22:49,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:49,589 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T16:22:49,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:22:49,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,37855,1732033353252, seqNum=-1] 2024-11-19T16:22:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:49,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T16:22:49,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T16:22:49,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T16:22:49,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ for inclusion in 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:49,656 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 687, reset compression=false 2024-11-19T16:22:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T16:22:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:49,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ for inclusion in 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T16:22:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HRegion(2603): Flush status journal for 076f6197965686698a0c3db375fb4875: 2024-11-19T16:22:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2a431cd2fb54024af0b844182755c2b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:22:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/f5bd41ecc5d147d1a0618a1119b50a77_SeqId_4_ 2024-11-19T16:22:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:22:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/9ca4eda002e347b4b3195566a5b5bfd4_SeqId_4_ 2024-11-19T16:22:49,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ into 076f6197965686698a0c3db375fb4875/f as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/f5bd41ecc5d147d1a0618a1119b50a77_SeqId_4_ - updating store file list. 2024-11-19T16:22:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5bd41ecc5d147d1a0618a1119b50a77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:49,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/f5bd41ecc5d147d1a0618a1119b50a77_SeqId_4_ into 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:49,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ into 076f6197965686698a0c3db375fb4875/f (new location: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/f5bd41ecc5d147d1a0618a1119b50a77_SeqId_4_) 2024-11-19T16:22:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/d2a431cd2fb54024af0b844182755c2b_SeqId_4_ 2024-11-19T16:22:49,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ into 076f6197965686698a0c3db375fb4875/f as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/9ca4eda002e347b4b3195566a5b5bfd4_SeqId_4_ - updating store file list. 2024-11-19T16:22:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ca4eda002e347b4b3195566a5b5bfd4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:49,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/9ca4eda002e347b4b3195566a5b5bfd4_SeqId_4_ into 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:49,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ into 076f6197965686698a0c3db375fb4875/f (new location: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/9ca4eda002e347b4b3195566a5b5bfd4_SeqId_4_) 2024-11-19T16:22:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__rpsge7o94u2d85g2l9r91jsmoub0s3e3ce1r4493b8r600qjhnkl4i2v6at3g0lf/f/4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_ 2024-11-19T16:22:49,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(324): Finished replicating [2d552480-1b45-4b66-a6bc-5162cf6104c3] bulk loaded data 2024-11-19T16:22:49,744 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:22:49,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40429,1732033358310, seqNum=-1] 2024-11-19T16:22:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:49,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5., hostname=32a8860bb9d6,40429,1732033358310, seqNum=2] 2024-11-19T16:22:49,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:49,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T16:22:49,880 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32a8860bb9d6%2C46795%2C1732033347661.rep:(num 1732033367343) roll requested 2024-11-19T16:22:49,899 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.rep.1732033369881, exclude list is [], retry=0 2024-11-19T16:22:49,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:49,905 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.rep.1732033367343 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.rep.1732033369881 2024-11-19T16:22:49,905 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:49,906 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.rep.1732033367343 is not closed yet, will try archiving it next time 2024-11-19T16:22:49,906 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32a8860bb9d6%2C46795%2C1732033347661:(num 1732033349375) roll requested 2024-11-19T16:22:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741839_1015 (size=1505) 2024-11-19T16:22:49,922 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, exclude list is [], retry=0 2024-11-19T16:22:49,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:49,928 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 2024-11-19T16:22:49,932 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:49,932 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 is not closed yet, will try archiving it next time 2024-11-19T16:22:49,932 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32a8860bb9d6%2C46795%2C1732033347661.meta:.meta(num 1732033350371) roll requested 2024-11-19T16:22:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741832_1008 (size=695) 2024-11-19T16:22:49,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524bce7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45673,-1 for getting cluster id 2024-11-19T16:22:49,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:49,941 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d552480-1b45-4b66-a6bc-5162cf6104c3' 2024-11-19T16:22:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d552480-1b45-4b66-a6bc-5162cf6104c3" 2024-11-19T16:22:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d71454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,942 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/oldWALs/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 2024-11-19T16:22:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45673,-1] 2024-11-19T16:22:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:49,943 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bcffc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8279c0 2024-11-19T16:22:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:49,946 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:49,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://32a8860bb9d6:45803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T16:22:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T16:22:49,950 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.meta.1732033369932.meta, exclude list is [], retry=0 2024-11-19T16:22:49,950 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:45803' 2024-11-19T16:22:49,952 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6667074e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,952 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45803,-1 for getting cluster id 2024-11-19T16:22:49,952 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:49,953 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '323f447e-09fe-4c6c-ae70-1d094859833a' 2024-11-19T16:22:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:22:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "323f447e-09fe-4c6c-ae70-1d094859833a" 2024-11-19T16:22:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3082b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45803,-1] 2024-11-19T16:22:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:49,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36299,DS-3f299fcc-d655-4ff1-b543-74ed4a198362,DISK] 2024-11-19T16:22:49,955 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:49,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd04c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:49,956 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1153722 2024-11-19T16:22:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:49,958 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:49,958 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T16:22:49,958 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T16:22:49,958 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:49,958 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:49,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:49,986 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.meta.1732033350371.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.meta.1732033369932.meta 2024-11-19T16:22:49,991 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-19T16:22:49,991 DEBUG [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.meta.1732033350371.meta is not closed yet, will try archiving it next time 2024-11-19T16:22:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741834_1010 (size=3473) 2024-11-19T16:22:50,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T16:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:22:50,092 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 to pos 687, reset compression=false 2024-11-19T16:22:50,100 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 was moved to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/oldWALs/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 2024-11-19T16:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375 2024-11-19T16:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, startPosition=0, beingWritten=true 2024-11-19T16:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033349375, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T16:22:50,109 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [32a8860bb9d6%2C46795%2C1732033347661.1732033349375] 2024-11-19T16:22:50,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T16:22:50,197 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T16:22:50,248 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-32a8860bb9d6,46795,1732033347661, ReplicationSource: 2, currentBandwidth=0 2024-11-19T16:22:50,251 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T16:22:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T16:22:50,253 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 32a8860bb9d6,46795,1732033347661 suceeded 2024-11-19T16:22:50,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T16:22:50,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-19T16:22:50,255 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://32a8860bb9d6:45803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T16:22:50,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 308 msec 2024-11-19T16:22:50,270 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32a8860bb9d6:45803' 2024-11-19T16:22:50,272 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396340e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,272 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45803,-1 for getting cluster id 2024-11-19T16:22:50,273 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:50,273 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '323f447e-09fe-4c6c-ae70-1d094859833a' 2024-11-19T16:22:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "323f447e-09fe-4c6c-ae70-1d094859833a" 2024-11-19T16:22:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278b6147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45803,-1] 2024-11-19T16:22:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:50,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,275 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:50,275 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375982a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,275 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2818d162 2024-11-19T16:22:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:50,278 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T16:22:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T16:22:50,282 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T16:22:50,282 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-32a8860bb9d6,46795,1732033347661 (queues=1) is replicating from cluster=2d552480-1b45-4b66-a6bc-5162cf6104c3 to cluster=323f447e-09fe-4c6c-ae70-1d094859833a 2024-11-19T16:22:50,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:50,282 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=32a8860bb9d6%2C46795%2C1732033347661 2024-11-19T16:22:50,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:50,283 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-32a8860bb9d6,46795,1732033347661, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T16:22:50,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:50,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T16:22:50,284 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, startPosition=0, beingWritten=true 2024-11-19T16:22:50,298 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32a8860bb9d6%2C46795%2C1732033347661 2024-11-19T16:22:50,300 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732033370299/Put/seqid=0 2024-11-19T16:22:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741845_1021 (size=11194) 2024-11-19T16:22:50,321 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732033370321/Put/seqid=0 2024-11-19T16:22:50,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741846_1022 (size=10791) 2024-11-19T16:22:50,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33edd929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45673,-1 for getting cluster id 2024-11-19T16:22:50,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:50,335 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d552480-1b45-4b66-a6bc-5162cf6104c3' 2024-11-19T16:22:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d552480-1b45-4b66-a6bc-5162cf6104c3" 2024-11-19T16:22:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f7acd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45673,-1] 2024-11-19T16:22:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,337 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:50,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41efeac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,46795,1732033347661, seqNum=-1] 2024-11-19T16:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:50,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T16:22:50,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708e27 2024-11-19T16:22:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:50,354 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T16:22:50,360 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2] 2024-11-19T16:22:50,365 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:22:50,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T16:22:50,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T16:22:50,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T16:22:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:50,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T16:22:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegion(2603): Flush status journal for 5e9d730ce5f4f5310981460fdbddd956: 2024-11-19T16:22:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_0 2024-11-19T16:22:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_0 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ 2024-11-19T16:22:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_1 2024-11-19T16:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_1 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ 2024-11-19T16:22:50,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_0 into 5e9d730ce5f4f5310981460fdbddd956/f as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ - updating store file list. 2024-11-19T16:22:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e963737fbc6e4706b6c1b101b087e65d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:50,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ into 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:50,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_0 into 5e9d730ce5f4f5310981460fdbddd956/f (new location: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_) 2024-11-19T16:22:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_0 2024-11-19T16:22:50,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_1 into 5e9d730ce5f4f5310981460fdbddd956/f as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ - updating store file list. 2024-11-19T16:22:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d2fe010287a439d8062a4ec42099ec3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:50,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ into 5e9d730ce5f4f5310981460fdbddd956/f 2024-11-19T16:22:50,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_1 into 5e9d730ce5f4f5310981460fdbddd956/f (new location: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_) 2024-11-19T16:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/staging/jenkins__test__rs521mun5qm1q8pbhupa31tqt4a5qanbugrgjoojprlscnf767h6adidp2iqvp4f/f/hfile_1 2024-11-19T16:22:50,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:50,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:50,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2 , the old value is region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32a8860bb9d6:46795 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:22:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T16:22:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956., hostname=32a8860bb9d6,46795,1732033347661, seqNum=2 from cache 2024-11-19T16:22:50,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:50,474 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T16:22:50,477 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T16:22:50,512 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 0, reset compression=false 2024-11-19T16:22:50,518 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:50,518 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e9d730ce5f4f5310981460fdbddd956/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033370466/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T16:22:50,520 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T16:22:50,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T16:22:50,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.ReplicationSink(318): Replicating [2d552480-1b45-4b66-a6bc-5162cf6104c3] bulk loaded data 2024-11-19T16:22:50,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fbedb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,45803,-1 for getting cluster id 2024-11-19T16:22:50,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T16:22:50,527 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '323f447e-09fe-4c6c-ae70-1d094859833a' 2024-11-19T16:22:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T16:22:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "323f447e-09fe-4c6c-ae70-1d094859833a" 2024-11-19T16:22:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77ce082c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,45803,-1] 2024-11-19T16:22:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T16:22:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:50,529 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T16:22:50,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16cc69bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:22:50,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741837_1013 (size=11194) 2024-11-19T16:22:50,579 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:46795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T16:22:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741838_1014 (size=10791) 2024-11-19T16:22:50,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:22:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@297daeb0 2024-11-19T16:22:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T16:22:50,603 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T16:22:50,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:22:50,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T16:22:50,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,40429,1732033358310, seqNum=-1] 2024-11-19T16:22:50,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T16:22:50,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T16:22:50,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T16:22:50,635 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 0, reset compression=false 2024-11-19T16:22:50,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T16:22:50,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ for inclusion in 50649d44b54d914d740b6a850a8ba8c5/f 2024-11-19T16:22:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T16:22:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:50,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ for inclusion in 50649d44b54d914d740b6a850a8ba8c5/f 2024-11-19T16:22:50,663 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T16:22:50,663 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e9d730ce5f4f5310981460fdbddd956/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732033370466/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T16:22:50,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(318): Replicating [2d552480-1b45-4b66-a6bc-5162cf6104c3] bulk loaded data 2024-11-19T16:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T16:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HRegion(2603): Flush status journal for 50649d44b54d914d740b6a850a8ba8c5: 2024-11-19T16:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:22:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/78f5eb98e23e468e82bc3b18e9e71396_SeqId_4_ 2024-11-19T16:22:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:22:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/06a28a0fb6484c35bf6bc03e6a69cd01_SeqId_4_ 2024-11-19T16:22:50,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ into 50649d44b54d914d740b6a850a8ba8c5/f as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/78f5eb98e23e468e82bc3b18e9e71396_SeqId_4_ - updating store file list. 2024-11-19T16:22:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78f5eb98e23e468e82bc3b18e9e71396_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:50,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/78f5eb98e23e468e82bc3b18e9e71396_SeqId_4_ into 50649d44b54d914d740b6a850a8ba8c5/f 2024-11-19T16:22:50,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ into 50649d44b54d914d740b6a850a8ba8c5/f (new location: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/78f5eb98e23e468e82bc3b18e9e71396_SeqId_4_) 2024-11-19T16:22:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ 2024-11-19T16:22:50,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ into 50649d44b54d914d740b6a850a8ba8c5/f as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/06a28a0fb6484c35bf6bc03e6a69cd01_SeqId_4_ - updating store file list. 2024-11-19T16:22:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06a28a0fb6484c35bf6bc03e6a69cd01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:50,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/06a28a0fb6484c35bf6bc03e6a69cd01_SeqId_4_ into 50649d44b54d914d740b6a850a8ba8c5/f 2024-11-19T16:22:50,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ into 50649d44b54d914d740b6a850a8ba8c5/f (new location: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/f/06a28a0fb6484c35bf6bc03e6a69cd01_SeqId_4_) 2024-11-19T16:22:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/staging/jenkins.hfs.23__test__bci4k57iq2am2ic546lkju9sla8da9q9v4bmr5m5m5hgllb4is2roui4re1j3fp/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ 2024-11-19T16:22:50,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] regionserver.ReplicationSink(324): Finished replicating [2d552480-1b45-4b66-a6bc-5162cf6104c3] bulk loaded data 2024-11-19T16:22:50,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741839_1015 (size=11194) 2024-11-19T16:22:50,718 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741840_1016 (size=10791) 2024-11-19T16:22:50,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T16:22:50,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T16:22:50,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T16:22:50,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ for inclusion in 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T16:22:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:50,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ for inclusion in 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T16:22:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T16:22:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HRegion(2603): Flush status journal for 076f6197965686698a0c3db375fb4875: 2024-11-19T16:22:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:22:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/ca33149842324c9598d1c54da0171110_SeqId_6_ 2024-11-19T16:22:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T16:22:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/e97a6a7982f84d2eab137ab546c29b96_SeqId_6_ 2024-11-19T16:22:50,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ into 076f6197965686698a0c3db375fb4875/f as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/ca33149842324c9598d1c54da0171110_SeqId_6_ - updating store file list. 2024-11-19T16:22:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca33149842324c9598d1c54da0171110_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:50,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/ca33149842324c9598d1c54da0171110_SeqId_6_ into 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:50,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ into 076f6197965686698a0c3db375fb4875/f (new location: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/ca33149842324c9598d1c54da0171110_SeqId_6_) 2024-11-19T16:22:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/e963737fbc6e4706b6c1b101b087e65d_SeqId_6_ 2024-11-19T16:22:50,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ into 076f6197965686698a0c3db375fb4875/f as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/e97a6a7982f84d2eab137ab546c29b96_SeqId_6_ - updating store file list. 2024-11-19T16:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e97a6a7982f84d2eab137ab546c29b96_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T16:22:50,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/e97a6a7982f84d2eab137ab546c29b96_SeqId_6_ into 076f6197965686698a0c3db375fb4875/f 2024-11-19T16:22:50,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ into 076f6197965686698a0c3db375fb4875/f (new location: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/f/e97a6a7982f84d2eab137ab546c29b96_SeqId_6_) 2024-11-19T16:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/staging/jenkins.hfs.22__test__7jej49drqbl8susa3jac0lrhvq99s94tbv0jlur4ukthgbl6bgjaj9r46ls573hb/f/5d2fe010287a439d8062a4ec42099ec3_SeqId_6_ 2024-11-19T16:22:50,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] regionserver.ReplicationSink(324): Finished replicating [2d552480-1b45-4b66-a6bc-5162cf6104c3] bulk loaded data 2024-11-19T16:22:50,863 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:51,029 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:51,167 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:51,433 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:51,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:22:51,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:51,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:51,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:51,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:22:51,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216783497, stopped=false 2024-11-19T16:22:51,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,45803,1732033358161 2024-11-19T16:22:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21356606730/running 2024-11-19T16:22:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21356606730/running 2024-11-19T16:22:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:51,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:51,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:51,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:51,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:51,558 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,40429,1732033358310' ***** 2024-11-19T16:22:51,558 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:22:51,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/running 2024-11-19T16:22:51,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Set watcher on znode that does not yet exist, /21356606730/running 2024-11-19T16:22:51,558 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:22:51,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:22:51,559 INFO [RS:0;32a8860bb9d6:40429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:22:51,559 INFO [RS:0;32a8860bb9d6:40429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:22:51,559 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(3091): Received CLOSE for 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:51,559 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:51,559 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:51,559 INFO [RS:0;32a8860bb9d6:40429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:40429. 2024-11-19T16:22:51,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:51,559 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50649d44b54d914d740b6a850a8ba8c5, disabling compactions & flushes 2024-11-19T16:22:51,559 DEBUG [RS:0;32a8860bb9d6:40429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:51,560 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. after waiting 0 ms 2024-11-19T16:22:51,560 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:51,560 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:22:51,560 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:22:51,560 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:22:51,560 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:22:51,560 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 50649d44b54d914d740b6a850a8ba8c5=test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5.} 2024-11-19T16:22:51,560 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50649d44b54d914d740b6a850a8ba8c5 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:51,560 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:51,560 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:51,560 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T16:22:51,564 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/default/test/50649d44b54d914d740b6a850a8ba8c5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T16:22:51,565 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:51,565 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:51,565 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:51,565 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50649d44b54d914d740b6a850a8ba8c5: Waiting for close lock at 1732033371559Running coprocessor pre-close hooks at 1732033371559Disabling compacts and flushes for region at 1732033371559Disabling writes for close at 1732033371560 (+1 ms)Writing region close event to WAL at 1732033371560Running coprocessor post-close hooks at 1732033371565 (+5 ms)Closed at 1732033371565 2024-11-19T16:22:51,565 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5. 2024-11-19T16:22:51,571 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:51,580 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/info/8c7308803d9d4626b2816cd85970d32e is 129, key is test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5./info:regioninfo/1732033365799/Put/seqid=0 2024-11-19T16:22:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741839_1015 (size=6421) 2024-11-19T16:22:51,639 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:51,760 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:51,937 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:51,960 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:51,986 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/info/8c7308803d9d4626b2816cd85970d32e 2024-11-19T16:22:52,009 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/ns/2499653a634047cfb829a310fb1157d1 is 43, key is default/ns:d/1732033361649/Put/seqid=0 2024-11-19T16:22:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741840_1016 (size=5153) 2024-11-19T16:22:52,074 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:52,164 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:52,364 DEBUG [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:52,416 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/ns/2499653a634047cfb829a310fb1157d1 2024-11-19T16:22:52,447 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/rep_barrier/5e7739a84b9a478e95b562fb7a3d544e is 112, key is test,,1732033365061.50649d44b54d914d740b6a850a8ba8c5./rep_barrier:seqnumDuringOpen/1732033365799/Put/seqid=0 2024-11-19T16:22:52,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741841_1017 (size=5518) 2024-11-19T16:22:52,459 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/rep_barrier/5e7739a84b9a478e95b562fb7a3d544e 2024-11-19T16:22:52,477 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/table/c7534a4f885243558c8038ba5e73e3a4 is 40, key is test/table:state/1732033365805/Put/seqid=0 2024-11-19T16:22:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741842_1018 (size=5165) 2024-11-19T16:22:52,480 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/table/c7534a4f885243558c8038ba5e73e3a4 2024-11-19T16:22:52,485 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/info/8c7308803d9d4626b2816cd85970d32e as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/info/8c7308803d9d4626b2816cd85970d32e 2024-11-19T16:22:52,488 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/info/8c7308803d9d4626b2816cd85970d32e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T16:22:52,489 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/ns/2499653a634047cfb829a310fb1157d1 as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/ns/2499653a634047cfb829a310fb1157d1 2024-11-19T16:22:52,493 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/ns/2499653a634047cfb829a310fb1157d1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:22:52,494 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/rep_barrier/5e7739a84b9a478e95b562fb7a3d544e as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/rep_barrier/5e7739a84b9a478e95b562fb7a3d544e 2024-11-19T16:22:52,498 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/rep_barrier/5e7739a84b9a478e95b562fb7a3d544e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T16:22:52,498 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/.tmp/table/c7534a4f885243558c8038ba5e73e3a4 as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/table/c7534a4f885243558c8038ba5e73e3a4 2024-11-19T16:22:52,502 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/table/c7534a4f885243558c8038ba5e73e3a4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:22:52,503 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=11, compaction requested=false 2024-11-19T16:22:52,515 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T16:22:52,515 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:52,515 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:52,515 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:52,515 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033371560Running coprocessor pre-close hooks at 1732033371560Disabling compacts and flushes for region at 1732033371560Disabling writes for close at 1732033371560Obtaining lock to block concurrent updates at 1732033371560Preparing flush snapshotting stores in 1588230740 at 1732033371560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732033371561 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732033371561Flushing 1588230740/info: creating writer at 1732033371561Flushing 1588230740/info: appending metadata at 1732033371579 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732033371579Flushing 1588230740/ns: creating writer at 1732033371989 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732033372008 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732033372008Flushing 1588230740/rep_barrier: creating writer at 1732033372428 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033372447 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033372447Flushing 1588230740/table: creating writer at 1732033372463 (+16 ms)Flushing 1588230740/table: appending metadata at 1732033372476 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732033372476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7052a11a: reopening flushed file at 1732033372484 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cb3d95: reopening flushed file at 1732033372489 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dacc0de: reopening flushed file at 1732033372494 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d598f5: reopening flushed file at 1732033372498 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=11, compaction requested=false at 1732033372503 (+5 ms)Writing region close event to WAL at 1732033372512 (+9 ms)Running coprocessor post-close hooks at 1732033372515 (+3 ms)Closed at 1732033372515 2024-11-19T16:22:52,515 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:52,537 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:22:52,537 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:22:52,539 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:52,564 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,40429,1732033358310; all regions closed. 2024-11-19T16:22:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741834_1010 (size=2717) 2024-11-19T16:22:52,569 DEBUG [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/oldWALs 2024-11-19T16:22:52,569 INFO [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C40429%2C1732033358310.meta:.meta(num 1732033361601) 2024-11-19T16:22:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741832_1008 (size=1028) 2024-11-19T16:22:52,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/WALs/32a8860bb9d6,40429,1732033358310/32a8860bb9d6%2C40429%2C1732033358310.1732033360661 not finished, retry = 0 2024-11-19T16:22:52,673 DEBUG [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/oldWALs 2024-11-19T16:22:52,673 INFO [RS:0;32a8860bb9d6:40429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C40429%2C1732033358310:(num 1732033360661) 2024-11-19T16:22:52,673 DEBUG [RS:0;32a8860bb9d6:40429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:52,673 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:52,673 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:52,673 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:52,673 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:52,673 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:52,674 INFO [RS:0;32a8860bb9d6:40429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:40429. 2024-11-19T16:22:52,674 DEBUG [RS:0;32a8860bb9d6:40429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:52,674 DEBUG [RS:0;32a8860bb9d6:40429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:52,674 DEBUG [RS:0;32a8860bb9d6:40429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:52,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:52,674 INFO [RS:0;32a8860bb9d6:40429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40429 2024-11-19T16:22:52,678 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:52,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730/rs 2024-11-19T16:22:52,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21356606730/rs/32a8860bb9d6,40429,1732033358310 2024-11-19T16:22:52,712 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:52,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,40429,1732033358310] 2024-11-19T16:22:52,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21356606730/draining/32a8860bb9d6,40429,1732033358310 already deleted, retry=false 2024-11-19T16:22:52,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,40429,1732033358310 expired; onlineServers=0 2024-11-19T16:22:52,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,45803,1732033358161' ***** 2024-11-19T16:22:52,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:22:52,818 INFO [M:0;32a8860bb9d6:45803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:52,818 INFO [M:0;32a8860bb9d6:45803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:52,818 DEBUG [M:0;32a8860bb9d6:45803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:22:52,818 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:22:52,818 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033360407 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033360407,5,FailOnTimeoutGroup] 2024-11-19T16:22:52,818 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033360407 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033360407,5,FailOnTimeoutGroup] 2024-11-19T16:22:52,818 DEBUG [M:0;32a8860bb9d6:45803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:22:52,819 INFO [M:0;32a8860bb9d6:45803 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:52,819 INFO [M:0;32a8860bb9d6:45803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:52,819 DEBUG [M:0;32a8860bb9d6:45803 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:22:52,819 INFO [M:0;32a8860bb9d6:45803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:22:52,819 INFO [M:0;32a8860bb9d6:45803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:52,819 INFO [M:0;32a8860bb9d6:45803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:22:52,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:22:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21356606730/master 2024-11-19T16:22:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21356606730 2024-11-19T16:22:52,832 DEBUG [M:0;32a8860bb9d6:45803 {}] zookeeper.ZKUtil(347): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Unable to get data of znode /21356606730/master because node does not exist (not an error) 2024-11-19T16:22:52,832 WARN [M:0;32a8860bb9d6:45803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:22:52,832 INFO [M:0;32a8860bb9d6:45803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/.lastflushedseqids 2024-11-19T16:22:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741843_1019 (size=173) 2024-11-19T16:22:52,841 INFO [M:0;32a8860bb9d6:45803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:22:52,841 INFO [M:0;32a8860bb9d6:45803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:22:52,841 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:52,841 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:52,842 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:52,842 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:52,842 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:52,842 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T16:22:52,865 DEBUG [M:0;32a8860bb9d6:45803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2646c3b441f6405eabf1356c2157e898 is 82, key is hbase:meta,,1/info:regioninfo/1732033361632/Put/seqid=0 2024-11-19T16:22:52,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:52,866 INFO [RS:0;32a8860bb9d6:40429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:52,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x10153e770ea0007, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:52,866 INFO [RS:0;32a8860bb9d6:40429 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,40429,1732033358310; zookeeper connection closed. 2024-11-19T16:22:52,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21820c95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21820c95 2024-11-19T16:22:52,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:22:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741844_1020 (size=5672) 2024-11-19T16:22:52,872 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2646c3b441f6405eabf1356c2157e898 2024-11-19T16:22:52,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:52,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,894 DEBUG [M:0;32a8860bb9d6:45803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0708d218db724757b00d5af6f0bf5e4d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033365808/Put/seqid=0 2024-11-19T16:22:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741845_1021 (size=6586) 2024-11-19T16:22:52,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:52,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:53,244 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:53,298 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0708d218db724757b00d5af6f0bf5e4d 2024-11-19T16:22:53,319 DEBUG [M:0;32a8860bb9d6:45803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a050e343d04455988d5caa62050db82 is 69, key is 32a8860bb9d6,40429,1732033358310/rs:state/1732033360470/Put/seqid=0 2024-11-19T16:22:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741846_1022 (size=5156) 2024-11-19T16:22:53,380 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:53,723 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a050e343d04455988d5caa62050db82 2024-11-19T16:22:53,727 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2646c3b441f6405eabf1356c2157e898 as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2646c3b441f6405eabf1356c2157e898 2024-11-19T16:22:53,731 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2646c3b441f6405eabf1356c2157e898, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T16:22:53,732 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0708d218db724757b00d5af6f0bf5e4d as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0708d218db724757b00d5af6f0bf5e4d 2024-11-19T16:22:53,735 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0708d218db724757b00d5af6f0bf5e4d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T16:22:53,736 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a050e343d04455988d5caa62050db82 as hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a050e343d04455988d5caa62050db82 2024-11-19T16:22:53,744 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44829/user/jenkins/test-data/b7381365-8a52-22f2-7a3d-f26031f4d3bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a050e343d04455988d5caa62050db82, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T16:22:53,747 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=55, compaction requested=false 2024-11-19T16:22:53,748 INFO [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:53,748 DEBUG [M:0;32a8860bb9d6:45803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033372841Disabling compacts and flushes for region at 1732033372841Disabling writes for close at 1732033372842 (+1 ms)Obtaining lock to block concurrent updates at 1732033372842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033372842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732033372842Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033372842Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033372843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033372865 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033372865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033372875 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033372893 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033372893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033373302 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033373318 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033373318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673301a1: reopening flushed file at 1732033373726 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e59284e: reopening flushed file at 1732033373731 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7416f540: reopening flushed file at 1732033373736 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=55, compaction requested=false at 1732033373747 (+11 ms)Writing region close event to WAL at 1732033373748 (+1 ms)Closed at 1732033373748 2024-11-19T16:22:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46557 is added to blk_1073741830_1006 (size=32770) 2024-11-19T16:22:53,751 INFO [M:0;32a8860bb9d6:45803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:22:53,751 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:53,751 INFO [M:0;32a8860bb9d6:45803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45803 2024-11-19T16:22:53,751 INFO [M:0;32a8860bb9d6:45803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:53,891 INFO [M:0;32a8860bb9d6:45803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45803-0x10153e770ea0006, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:53,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31f9843d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:53,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ae69407{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:53,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:53,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@450506a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:53,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491f2649{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:53,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:22:53,897 WARN [BP-1251410986-172.17.0.3-1732033356236 heartbeating to localhost/127.0.0.1:44829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:22:53,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:22:53,897 WARN [BP-1251410986-172.17.0.3-1732033356236 heartbeating to localhost/127.0.0.1:44829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1251410986-172.17.0.3-1732033356236 (Datanode Uuid b2c006da-f90e-4fc2-85e3-e5709377ae97) service to localhost/127.0.0.1:44829 2024-11-19T16:22:53,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/cluster_52ff3f48-bfc3-0ceb-6961-f8d136ce67a3/data/data1/current/BP-1251410986-172.17.0.3-1732033356236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:53,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/cluster_52ff3f48-bfc3-0ceb-6961-f8d136ce67a3/data/data2/current/BP-1251410986-172.17.0.3-1732033356236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:53,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:22:53,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5191af03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:53,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60cf9545{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:53,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:53,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9f5ffc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:53,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad8989d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ddcafb3-953d-5dce-286a-d2da43bc9965/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:53,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:22:53,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:22:53,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:53,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:53,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:53,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:53,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:53,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:22:53,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=250037308, stopped=false 2024-11-19T16:22:53,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,34545,1732033353016 2024-11-19T16:22:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006692423/running 2024-11-19T16:22:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006692423/running 2024-11-19T16:22:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:53,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:53,982 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:53,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:53,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/running 2024-11-19T16:22:53,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:53,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:53,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,37855,1732033353252' ***** 2024-11-19T16:22:53,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:22:53,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Set watcher on znode that does not yet exist, /11006692423/running 2024-11-19T16:22:53,983 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:22:53,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(3091): Received CLOSE for 076f6197965686698a0c3db375fb4875 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37855. 2024-11-19T16:22:53,984 DEBUG [RS:0;32a8860bb9d6:37855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:53,984 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 076f6197965686698a0c3db375fb4875, disabling compactions & flushes 2024-11-19T16:22:53,984 DEBUG [RS:0;32a8860bb9d6:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:53,984 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:53,984 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:53,984 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033363921.076f6197965686698a0c3db375fb4875. after waiting 0 ms 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:22:53,984 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:22:53,984 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T16:22:53,984 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1325): Online Regions={076f6197965686698a0c3db375fb4875=test,,1732033363921.076f6197965686698a0c3db375fb4875., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:22:53,985 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1351): Waiting on 076f6197965686698a0c3db375fb4875, 1588230740 2024-11-19T16:22:53,985 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:53,985 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:53,985 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:53,985 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:53,985 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:53,985 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T16:22:53,987 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/default/test/076f6197965686698a0c3db375fb4875/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:22:53,988 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:53,988 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:53,988 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:53,988 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 076f6197965686698a0c3db375fb4875: Waiting for close lock at 1732033373984Running coprocessor pre-close hooks at 1732033373984Disabling compacts and flushes for region at 1732033373984Disabling writes for close at 1732033373984Writing region close event to WAL at 1732033373985 (+1 ms)Running coprocessor post-close hooks at 1732033373988 (+3 ms)Closed at 1732033373988 2024-11-19T16:22:53,988 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033363921.076f6197965686698a0c3db375fb4875. 2024-11-19T16:22:54,001 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/info/0910b12b01a94e16a1e110f4f73c9952 is 129, key is test,,1732033363921.076f6197965686698a0c3db375fb4875./info:regioninfo/1732033364658/Put/seqid=0 2024-11-19T16:22:54,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741841_1017 (size=6421) 2024-11-19T16:22:54,007 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/info/0910b12b01a94e16a1e110f4f73c9952 2024-11-19T16:22:54,026 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/ns/107aa981f98048b3afb7a167a57f38ec is 43, key is default/ns:d/1732033356132/Put/seqid=0 2024-11-19T16:22:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741842_1018 (size=5153) 2024-11-19T16:22:54,030 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:54,047 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:54,184 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:54,185 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:54,317 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:22:54,317 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:22:54,385 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:54,429 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/ns/107aa981f98048b3afb7a167a57f38ec 2024-11-19T16:22:54,458 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/rep_barrier/a8bdc2738fbc41f1b8a6415301941309 is 112, key is test,,1732033363921.076f6197965686698a0c3db375fb4875./rep_barrier:seqnumDuringOpen/1732033364658/Put/seqid=0 2024-11-19T16:22:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741843_1019 (size=5518) 2024-11-19T16:22:54,468 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/rep_barrier/a8bdc2738fbc41f1b8a6415301941309 2024-11-19T16:22:54,489 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/table/a8aeccecd8f4414e990049abb1d257bc is 40, key is test/table:state/1732033364664/Put/seqid=0 2024-11-19T16:22:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741844_1020 (size=5165) 2024-11-19T16:22:54,585 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:54,785 DEBUG [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:54,892 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/table/a8aeccecd8f4414e990049abb1d257bc 2024-11-19T16:22:54,895 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/info/0910b12b01a94e16a1e110f4f73c9952 as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/info/0910b12b01a94e16a1e110f4f73c9952 2024-11-19T16:22:54,898 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/info/0910b12b01a94e16a1e110f4f73c9952, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T16:22:54,898 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/ns/107aa981f98048b3afb7a167a57f38ec as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/ns/107aa981f98048b3afb7a167a57f38ec 2024-11-19T16:22:54,901 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/ns/107aa981f98048b3afb7a167a57f38ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:22:54,902 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/rep_barrier/a8bdc2738fbc41f1b8a6415301941309 as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/rep_barrier/a8bdc2738fbc41f1b8a6415301941309 2024-11-19T16:22:54,905 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/rep_barrier/a8bdc2738fbc41f1b8a6415301941309, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T16:22:54,905 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/.tmp/table/a8aeccecd8f4414e990049abb1d257bc as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/table/a8aeccecd8f4414e990049abb1d257bc 2024-11-19T16:22:54,908 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/table/a8aeccecd8f4414e990049abb1d257bc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T16:22:54,909 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=11, compaction requested=false 2024-11-19T16:22:54,909 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T16:22:54,912 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T16:22:54,913 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:54,913 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:54,913 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:54,913 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033373984Running coprocessor pre-close hooks at 1732033373984Disabling compacts and flushes for region at 1732033373984Disabling writes for close at 1732033373985 (+1 ms)Obtaining lock to block concurrent updates at 1732033373985Preparing flush snapshotting stores in 1588230740 at 1732033373985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732033373985Flushing stores of hbase:meta,,1.1588230740 at 1732033373985Flushing 1588230740/info: creating writer at 1732033373986 (+1 ms)Flushing 1588230740/info: appending metadata at 1732033374001 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732033374001Flushing 1588230740/ns: creating writer at 1732033374011 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732033374025 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732033374025Flushing 1588230740/rep_barrier: creating writer at 1732033374433 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033374457 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033374457Flushing 1588230740/table: creating writer at 1732033374472 (+15 ms)Flushing 1588230740/table: appending metadata at 1732033374488 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732033374488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cbaf3e3: reopening flushed file at 1732033374895 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e56b1d9: reopening flushed file at 1732033374898 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2d92e7: reopening flushed file at 1732033374901 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ece3db9: reopening flushed file at 1732033374905 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=11, compaction requested=false at 1732033374909 (+4 ms)Writing region close event to WAL at 1732033374911 (+2 ms)Running coprocessor post-close hooks at 1732033374913 (+2 ms)Closed at 1732033374913 2024-11-19T16:22:54,913 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:54,952 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:54,985 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,37855,1732033353252; all regions closed. 2024-11-19T16:22:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741834_1010 (size=2717) 2024-11-19T16:22:54,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252/32a8860bb9d6%2C37855%2C1732033353252.meta.1732033356095.meta not finished, retry = 0 2024-11-19T16:22:55,087 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:55,089 DEBUG [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/oldWALs 2024-11-19T16:22:55,089 INFO [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C37855%2C1732033353252.meta:.meta(num 1732033356095) 2024-11-19T16:22:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741833_1009 (size=1374) 2024-11-19T16:22:55,092 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/WALs/32a8860bb9d6,37855,1732033353252/32a8860bb9d6%2C37855%2C1732033353252.1732033355443 not finished, retry = 0 2024-11-19T16:22:55,194 DEBUG [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/oldWALs 2024-11-19T16:22:55,194 INFO [RS:0;32a8860bb9d6:37855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C37855%2C1732033353252:(num 1732033355443) 2024-11-19T16:22:55,194 DEBUG [RS:0;32a8860bb9d6:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:55,194 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:55,194 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:55,194 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:55,194 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:55,194 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:55,195 INFO [RS:0;32a8860bb9d6:37855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:37855. 2024-11-19T16:22:55,195 DEBUG [RS:0;32a8860bb9d6:37855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:55,195 DEBUG [RS:0;32a8860bb9d6:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:55,195 DEBUG [RS:0;32a8860bb9d6:37855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:55,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:55,195 INFO [RS:0;32a8860bb9d6:37855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37855 2024-11-19T16:22:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423/rs 2024-11-19T16:22:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006692423/rs/32a8860bb9d6,37855,1732033353252 2024-11-19T16:22:55,254 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:55,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,37855,1732033353252] 2024-11-19T16:22:55,274 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11006692423/draining/32a8860bb9d6,37855,1732033353252 already deleted, retry=false 2024-11-19T16:22:55,274 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,37855,1732033353252 expired; onlineServers=0 2024-11-19T16:22:55,274 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,34545,1732033353016' ***** 2024-11-19T16:22:55,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:22:55,274 INFO [M:0;32a8860bb9d6:34545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:55,274 INFO [M:0;32a8860bb9d6:34545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:55,274 DEBUG [M:0;32a8860bb9d6:34545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:22:55,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:22:55,274 DEBUG [M:0;32a8860bb9d6:34545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:22:55,274 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033355239 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033355239,5,FailOnTimeoutGroup] 2024-11-19T16:22:55,274 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033355239 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033355239,5,FailOnTimeoutGroup] 2024-11-19T16:22:55,275 INFO [M:0;32a8860bb9d6:34545 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:55,275 INFO [M:0;32a8860bb9d6:34545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:55,275 DEBUG [M:0;32a8860bb9d6:34545 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:22:55,275 INFO [M:0;32a8860bb9d6:34545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:22:55,275 INFO [M:0;32a8860bb9d6:34545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:55,275 INFO [M:0;32a8860bb9d6:34545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:22:55,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:22:55,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11006692423/master 2024-11-19T16:22:55,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11006692423 2024-11-19T16:22:55,284 DEBUG [M:0;32a8860bb9d6:34545 {}] zookeeper.ZKUtil(347): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Unable to get data of znode /11006692423/master because node does not exist (not an error) 2024-11-19T16:22:55,284 WARN [M:0;32a8860bb9d6:34545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:22:55,285 INFO [M:0;32a8860bb9d6:34545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/.lastflushedseqids 2024-11-19T16:22:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741845_1021 (size=173) 2024-11-19T16:22:55,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:55,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37855-0x10153e770ea0004, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:55,363 INFO [RS:0;32a8860bb9d6:37855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:55,363 INFO [RS:0;32a8860bb9d6:37855 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,37855,1732033353252; zookeeper connection closed. 2024-11-19T16:22:55,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491b99d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491b99d1 2024-11-19T16:22:55,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:22:55,689 INFO [M:0;32a8860bb9d6:34545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:22:55,689 INFO [M:0;32a8860bb9d6:34545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:22:55,689 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:55,689 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:55,689 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:55,689 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:55,689 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:55,689 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-19T16:22:55,717 DEBUG [M:0;32a8860bb9d6:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c433fdec101f4b89a777638cb4aa601a is 82, key is hbase:meta,,1/info:regioninfo/1732033356120/Put/seqid=0 2024-11-19T16:22:55,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741846_1022 (size=5672) 2024-11-19T16:22:55,955 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:56,092 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:56,121 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c433fdec101f4b89a777638cb4aa601a 2024-11-19T16:22:56,140 DEBUG [M:0;32a8860bb9d6:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0052a8379e7445ef94c65baa764e9bd0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732033364667/Put/seqid=0 2024-11-19T16:22:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741847_1023 (size=6585) 2024-11-19T16:22:56,543 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0052a8379e7445ef94c65baa764e9bd0 2024-11-19T16:22:56,558 DEBUG [M:0;32a8860bb9d6:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/564201cebfc0400195e959d1eed880ba is 69, key is 32a8860bb9d6,37855,1732033353252/rs:state/1732033355300/Put/seqid=0 2024-11-19T16:22:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741848_1024 (size=5156) 2024-11-19T16:22:56,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T16:22:56,961 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/564201cebfc0400195e959d1eed880ba 2024-11-19T16:22:56,965 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c433fdec101f4b89a777638cb4aa601a as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c433fdec101f4b89a777638cb4aa601a 2024-11-19T16:22:56,968 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c433fdec101f4b89a777638cb4aa601a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T16:22:56,968 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0052a8379e7445ef94c65baa764e9bd0 as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0052a8379e7445ef94c65baa764e9bd0 2024-11-19T16:22:56,971 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0052a8379e7445ef94c65baa764e9bd0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T16:22:56,971 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/564201cebfc0400195e959d1eed880ba as hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/564201cebfc0400195e959d1eed880ba 2024-11-19T16:22:56,974 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37169/user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/564201cebfc0400195e959d1eed880ba, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T16:22:56,975 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false 2024-11-19T16:22:56,976 INFO [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:56,976 DEBUG [M:0;32a8860bb9d6:34545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033375689Disabling compacts and flushes for region at 1732033375689Disabling writes for close at 1732033375689Obtaining lock to block concurrent updates at 1732033375689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033375689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732033375690 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033375690Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033375690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033375716 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033375716Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033376124 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033376139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033376140 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033376546 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033376557 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033376558 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23653e54: reopening flushed file at 1732033376964 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686ec00e: reopening flushed file at 1732033376968 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8cad06: reopening flushed file at 1732033376971 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false at 1732033376975 (+4 ms)Writing region close event to WAL at 1732033376976 (+1 ms)Closed at 1732033376976 2024-11-19T16:22:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36479 is added to blk_1073741830_1006 (size=32758) 2024-11-19T16:22:56,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3275e3e-4d53-726e-5cc0-8226486de7e6/MasterData/WALs/32a8860bb9d6,34545,1732033353016/32a8860bb9d6%2C34545%2C1732033353016.1732033354971 not finished, retry = 0 2024-11-19T16:22:57,058 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:57,078 INFO [M:0;32a8860bb9d6:34545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:22:57,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:57,078 INFO [M:0;32a8860bb9d6:34545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34545 2024-11-19T16:22:57,079 INFO [M:0;32a8860bb9d6:34545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:57,184 INFO [M:0;32a8860bb9d6:34545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x10153e770ea0003, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:57,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11be710{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:22:57,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba28b56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:57,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:57,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6b2212{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:57,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2324a1d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:57,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:22:57,188 WARN [BP-1065134814-172.17.0.3-1732033350662 heartbeating to localhost/127.0.0.1:37169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:22:57,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:22:57,188 WARN [BP-1065134814-172.17.0.3-1732033350662 heartbeating to localhost/127.0.0.1:37169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1065134814-172.17.0.3-1732033350662 (Datanode Uuid 73cb3632-e5f7-4b1b-8d7e-7fe4ee6b9979) service to localhost/127.0.0.1:37169 2024-11-19T16:22:57,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/cluster_18f9a208-a2d7-d67f-f66a-8dd71aa3c40e/data/data1/current/BP-1065134814-172.17.0.3-1732033350662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:57,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/cluster_18f9a208-a2d7-d67f-f66a-8dd71aa3c40e/data/data2/current/BP-1065134814-172.17.0.3-1732033350662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:22:57,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:22:57,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f88d4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:22:57,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6099376d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:22:57,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:22:57,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e4523c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:22:57,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@445be983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f35ce26-eb7c-58cd-9bc5-bc395e7d5aff/hadoop.log.dir/,STOPPED} 2024-11-19T16:22:57,195 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:57,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:22:57,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T16:22:57,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:57,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:57,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:57,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:57,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:57,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T16:22:57,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1253769706, stopped=false 2024-11-19T16:22:57,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,45673,1732033346970 2024-11-19T16:22:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0702817648/running 2024-11-19T16:22:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0702817648/running 2024-11-19T16:22:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:57,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:57,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T16:22:57,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:57,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:57,221 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,46795,1732033347661' ***** 2024-11-19T16:22:57,221 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T16:22:57,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/running 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T16:22:57,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Set watcher on znode that does not yet exist, /0702817648/running 2024-11-19T16:22:57,222 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e9d730ce5f4f5310981460fdbddd956 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46795. 2024-11-19T16:22:57,222 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d474efa7612b14d98bd2598d83945688, disabling compactions & flushes 2024-11-19T16:22:57,222 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:57,222 DEBUG [RS:0;32a8860bb9d6:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:57,222 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:57,222 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:57,222 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. after waiting 0 ms 2024-11-19T16:22:57,222 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T16:22:57,222 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T16:22:57,222 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d474efa7612b14d98bd2598d83945688 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T16:22:57,223 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T16:22:57,223 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1325): Online Regions={d474efa7612b14d98bd2598d83945688=hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688., 1588230740=hbase:meta,,1.1588230740, 5e9d730ce5f4f5310981460fdbddd956=test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956.} 2024-11-19T16:22:57,223 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e9d730ce5f4f5310981460fdbddd956, d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:57,223 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T16:22:57,223 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T16:22:57,223 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T16:22:57,223 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T16:22:57,223 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T16:22:57,223 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T16:22:57,235 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/.tmp/hfileref/1a447d23579b499991e7b63f83479a4c is 74, key is 1/hfileref:4e0b37577b064705a0334cdf1b75c6ff_SeqId_4_/1732033369684/DeleteColumn/seqid=0 2024-11-19T16:22:57,235 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/info/9211e9f163064601a16175c4c8f86246 is 147, key is hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688./info:regioninfo/1732033367408/Put/seqid=0 2024-11-19T16:22:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741847_1023 (size=5489) 2024-11-19T16:22:57,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741848_1024 (size=7686) 2024-11-19T16:22:57,240 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/.tmp/hfileref/1a447d23579b499991e7b63f83479a4c 2024-11-19T16:22:57,255 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/.tmp/queue/c3b543cc341c4db6a1eefe3c31526756 is 153, key is 1-32a8860bb9d6,46795,1732033347661/queue:32a8860bb9d6%2C46795%2C1732033347661/1732033370806/Put/seqid=0 2024-11-19T16:22:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741849_1025 (size=5504) 2024-11-19T16:22:57,270 INFO [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:57,301 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T16:22:57,301 INFO [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T16:22:57,423 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e9d730ce5f4f5310981460fdbddd956, d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:57,623 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e9d730ce5f4f5310981460fdbddd956, d474efa7612b14d98bd2598d83945688 2024-11-19T16:22:57,641 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/info/9211e9f163064601a16175c4c8f86246 2024-11-19T16:22:57,658 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/.tmp/queue/c3b543cc341c4db6a1eefe3c31526756 2024-11-19T16:22:57,658 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/ns/30c00869ed384ddf917b2eeed26d8af7 is 43, key is default/ns:d/1732033350531/Put/seqid=0 2024-11-19T16:22:57,663 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/.tmp/hfileref/1a447d23579b499991e7b63f83479a4c as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/hfileref/1a447d23579b499991e7b63f83479a4c 2024-11-19T16:22:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741850_1026 (size=5153) 2024-11-19T16:22:57,666 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/hfileref/1a447d23579b499991e7b63f83479a4c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T16:22:57,667 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/.tmp/queue/c3b543cc341c4db6a1eefe3c31526756 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/queue/c3b543cc341c4db6a1eefe3c31526756 2024-11-19T16:22:57,670 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/queue/c3b543cc341c4db6a1eefe3c31526756, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T16:22:57,671 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d474efa7612b14d98bd2598d83945688 in 449ms, sequenceid=17, compaction requested=false 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/replication/d474efa7612b14d98bd2598d83945688/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:57,674 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d474efa7612b14d98bd2598d83945688: Waiting for close lock at 1732033377222Running coprocessor pre-close hooks at 1732033377222Disabling compacts and flushes for region at 1732033377222Disabling writes for close at 1732033377222Obtaining lock to block concurrent updates at 1732033377222Preparing flush snapshotting stores in d474efa7612b14d98bd2598d83945688 at 1732033377222Finished memstore snapshotting hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732033377223 (+1 ms)Flushing stores of hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. at 1732033377223Flushing d474efa7612b14d98bd2598d83945688/hfileref: creating writer at 1732033377223Flushing d474efa7612b14d98bd2598d83945688/hfileref: appending metadata at 1732033377235 (+12 ms)Flushing d474efa7612b14d98bd2598d83945688/hfileref: closing flushed file at 1732033377235Flushing d474efa7612b14d98bd2598d83945688/queue: creating writer at 1732033377243 (+8 ms)Flushing d474efa7612b14d98bd2598d83945688/queue: appending metadata at 1732033377255 (+12 ms)Flushing d474efa7612b14d98bd2598d83945688/queue: closing flushed file at 1732033377255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e0fe16: reopening flushed file at 1732033377662 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe80b77: reopening flushed file at 1732033377666 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d474efa7612b14d98bd2598d83945688 in 449ms, sequenceid=17, compaction requested=false at 1732033377671 (+5 ms)Writing region close event to WAL at 1732033377672 (+1 ms)Running coprocessor post-close hooks at 1732033377674 (+2 ms)Closed at 1732033377674 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732033366211.d474efa7612b14d98bd2598d83945688. 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e9d730ce5f4f5310981460fdbddd956, disabling compactions & flushes 2024-11-19T16:22:57,674 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. after waiting 0 ms 2024-11-19T16:22:57,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:57,677 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/default/test/5e9d730ce5f4f5310981460fdbddd956/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T16:22:57,677 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:57,677 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T16:22:57,677 INFO [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:57,677 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e9d730ce5f4f5310981460fdbddd956: Waiting for close lock at 1732033377674Running coprocessor pre-close hooks at 1732033377674Disabling compacts and flushes for region at 1732033377674Disabling writes for close at 1732033377674Writing region close event to WAL at 1732033377675 (+1 ms)Running coprocessor post-close hooks at 1732033377677 (+2 ms)Closed at 1732033377677 2024-11-19T16:22:57,677 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956. 2024-11-19T16:22:57,823 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:58,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T16:22:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,023 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:58,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,063 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/ns/30c00869ed384ddf917b2eeed26d8af7 2024-11-19T16:22:58,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T16:22:58,079 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/rep_barrier/c25df036f63440babbef6410b2bc1798 is 112, key is test,,1732033361773.5e9d730ce5f4f5310981460fdbddd956./rep_barrier:seqnumDuringOpen/1732033362918/Put/seqid=0 2024-11-19T16:22:58,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741851_1027 (size=5518) 2024-11-19T16:22:58,223 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:58,261 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:58,274 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:58,274 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 688, reset compression=false 2024-11-19T16:22:58,274 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:58,275 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32a8860bb9d6,46795,1732033347661: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-32a8860bb9d6,46795,1732033347661, walGroup=32a8860bb9d6%2C46795%2C1732033347661, offset=32a8860bb9d6%2C46795%2C1732033347661.1732033369906:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:46795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T16:22:58,276 ERROR [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T16:22:58,276 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T16:22:58,277 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T16:22:58,277 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T16:22:58,277 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T16:22:58,277 INFO [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1507852288, "init": 1048576000, "max": 2306867200, "used": 1150985944 }, "NonHeapMemoryUsage": { "committed": 211877888, "init": 7667712, "max": -1, "used": 208892360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T16:22:58,277 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:45673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:45673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T16:22:58,398 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 393, reset compression=false 2024-11-19T16:22:58,402 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T16:22:58,402 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 688, reset compression=false 2024-11-19T16:22:58,402 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32a8860bb9d6,46795,1732033347661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T16:22:58,403 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T16:22:58,424 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T16:22:58,424 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T16:22:58,424 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:58,479 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 688, reset compression=false 2024-11-19T16:22:58,482 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/rep_barrier/c25df036f63440babbef6410b2bc1798 2024-11-19T16:22:58,501 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/table/44556deac4264813a035ec47ce8ccf56 is 53, key is hbase:replication/table:state/1732033367415/Put/seqid=0 2024-11-19T16:22:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741852_1028 (size=5308) 2024-11-19T16:22:58,606 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 688, reset compression=false 2024-11-19T16:22:58,624 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:58,782 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 688, reset compression=false 2024-11-19T16:22:58,824 DEBUG [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T16:22:58,909 DEBUG [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/WALs/32a8860bb9d6,46795,1732033347661/32a8860bb9d6%2C46795%2C1732033347661.1732033369906 to pos 688, reset compression=false 2024-11-19T16:22:58,913 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/table/44556deac4264813a035ec47ce8ccf56 2024-11-19T16:22:58,917 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/info/9211e9f163064601a16175c4c8f86246 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/info/9211e9f163064601a16175c4c8f86246 2024-11-19T16:22:58,921 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/info/9211e9f163064601a16175c4c8f86246, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T16:22:58,921 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/ns/30c00869ed384ddf917b2eeed26d8af7 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/ns/30c00869ed384ddf917b2eeed26d8af7 2024-11-19T16:22:58,925 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/ns/30c00869ed384ddf917b2eeed26d8af7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T16:22:58,925 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/rep_barrier/c25df036f63440babbef6410b2bc1798 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/rep_barrier/c25df036f63440babbef6410b2bc1798 2024-11-19T16:22:58,928 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/rep_barrier/c25df036f63440babbef6410b2bc1798, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T16:22:58,929 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/.tmp/table/44556deac4264813a035ec47ce8ccf56 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/table/44556deac4264813a035ec47ce8ccf56 2024-11-19T16:22:58,931 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/table/44556deac4264813a035ec47ce8ccf56, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T16:22:58,932 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-19T16:22:58,935 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T16:22:58,935 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T16:22:58,935 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T16:22:58,935 INFO [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:58,935 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732033377223Running coprocessor pre-close hooks at 1732033377223Disabling compacts and flushes for region at 1732033377223Disabling writes for close at 1732033377223Obtaining lock to block concurrent updates at 1732033377223Preparing flush snapshotting stores in 1588230740 at 1732033377223Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732033377223Flushing stores of hbase:meta,,1.1588230740 at 1732033377223Flushing 1588230740/info: creating writer at 1732033377223Flushing 1588230740/info: appending metadata at 1732033377235 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732033377235Flushing 1588230740/ns: creating writer at 1732033377644 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732033377658 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732033377658Flushing 1588230740/rep_barrier: creating writer at 1732033378067 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732033378078 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732033378078Flushing 1588230740/table: creating writer at 1732033378485 (+407 ms)Flushing 1588230740/table: appending metadata at 1732033378501 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732033378501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e01d11e: reopening flushed file at 1732033378917 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16eccab2: reopening flushed file at 1732033378921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f7c58b: reopening flushed file at 1732033378925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736470ee: reopening flushed file at 1732033378928 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1732033378932 (+4 ms)Writing region close event to WAL at 1732033378933 (+1 ms)Running coprocessor post-close hooks at 1732033378935 (+2 ms)Closed at 1732033378935 2024-11-19T16:22:58,936 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T16:22:59,024 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,46795,1732033347661; all regions closed. 2024-11-19T16:22:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741844_1020 (size=859) 2024-11-19T16:22:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741842_1018 (size=2791) 2024-11-19T16:22:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741843_1019 (size=696) 2024-11-19T16:22:59,039 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:59,039 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T16:22:59,039 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:59,039 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:59,039 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:59,039 INFO [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:22:59,040 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32a8860bb9d6,46795,1732033347661 because: Region server is closing 2024-11-19T16:22:59,040 INFO [RS:0;32a8860bb9d6:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46795. 2024-11-19T16:22:59,040 DEBUG [RS:0;32a8860bb9d6:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:59,040 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:59,040 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:59,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:59,140 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 terminated 2024-11-19T16:22:59,141 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-32a8860bb9d6,46795,1732033347661 because: Region server is closing 2024-11-19T16:22:59,141 WARN [RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,1-32a8860bb9d6,46795,1732033347661.replicationSource.wal-reader.32a8860bb9d6%2C46795%2C1732033347661,1-32a8860bb9d6,46795,1732033347661 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T16:22:59,141 INFO [RS:0;32a8860bb9d6:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:46795. 2024-11-19T16:22:59,141 DEBUG [RS:0;32a8860bb9d6:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T16:22:59,141 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:59,141 DEBUG [RS:0;32a8860bb9d6:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:22:59,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T16:22:59,241 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32a8860bb9d6:0-0.replicationSource,2-32a8860bb9d6,46795,1732033347661.replicationSource.shipper32a8860bb9d6%2C46795%2C1732033347661,2-32a8860bb9d6,46795,1732033347661 terminated 2024-11-19T16:22:59,241 INFO [RS:0;32a8860bb9d6:46795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46795 2024-11-19T16:22:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0702817648/rs/32a8860bb9d6,46795,1732033347661 2024-11-19T16:22:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648/rs 2024-11-19T16:22:59,252 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:22:59,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,46795,1732033347661] 2024-11-19T16:22:59,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0702817648/draining/32a8860bb9d6,46795,1732033347661 already deleted, retry=false 2024-11-19T16:22:59,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,46795,1732033347661 expired; onlineServers=0 2024-11-19T16:22:59,274 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,45673,1732033346970' ***** 2024-11-19T16:22:59,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T16:22:59,274 DEBUG [M:0;32a8860bb9d6:45673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T16:22:59,274 DEBUG [M:0;32a8860bb9d6:45673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T16:22:59,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T16:22:59,274 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033349180 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732033349180,5,FailOnTimeoutGroup] 2024-11-19T16:22:59,274 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033349184 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732033349184,5,FailOnTimeoutGroup] 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T16:22:59,274 DEBUG [M:0;32a8860bb9d6:45673 {}] master.HMaster(1795): Stopping service threads 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T16:22:59,274 ERROR [M:0;32a8860bb9d6:45673 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:37335 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37335,5,PEWorkerGroup] 2024-11-19T16:22:59,274 INFO [M:0;32a8860bb9d6:45673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T16:22:59,274 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T16:22:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0702817648/master 2024-11-19T16:22:59,284 DEBUG [M:0;32a8860bb9d6:45673 {}] zookeeper.ZKUtil(347): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Unable to get data of znode /0702817648/master because node does not exist (not an error) 2024-11-19T16:22:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0702817648 2024-11-19T16:22:59,284 WARN [M:0;32a8860bb9d6:45673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T16:22:59,284 INFO [M:0;32a8860bb9d6:45673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/.lastflushedseqids 2024-11-19T16:22:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741853_1029 (size=263) 2024-11-19T16:22:59,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:59,363 INFO [RS:0;32a8860bb9d6:46795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:22:59,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x10153e770ea0001, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:22:59,363 INFO [RS:0;32a8860bb9d6:46795 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,46795,1732033347661; zookeeper connection closed. 2024-11-19T16:22:59,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e9a2d23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e9a2d23 2024-11-19T16:22:59,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T16:22:59,688 INFO [M:0;32a8860bb9d6:45673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T16:22:59,688 INFO [M:0;32a8860bb9d6:45673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T16:22:59,688 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T16:22:59,688 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:59,688 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:59,688 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T16:22:59,688 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:22:59,689 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-19T16:22:59,701 DEBUG [M:0;32a8860bb9d6:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/312d9f9daea7419bb12f61568c600cbf is 82, key is hbase:meta,,1/info:regioninfo/1732033350406/Put/seqid=0 2024-11-19T16:22:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741854_1030 (size=5672) 2024-11-19T16:23:00,105 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/312d9f9daea7419bb12f61568c600cbf 2024-11-19T16:23:00,123 DEBUG [M:0;32a8860bb9d6:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36796768650e456781979d760e0edcb4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732033367419/Put/seqid=0 2024-11-19T16:23:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741855_1031 (size=8909) 2024-11-19T16:23:00,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T16:23:00,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:23:00,359 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168971 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32a8860bb9d6,40235,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a8860bb9d6:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T16:23:00,526 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36796768650e456781979d760e0edcb4 2024-11-19T16:23:00,549 DEBUG [M:0;32a8860bb9d6:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cd749c891e043e1838a13acfa65ed05 is 69, key is 32a8860bb9d6,46795,1732033347661/rs:state/1732033349219/Put/seqid=0 2024-11-19T16:23:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741856_1032 (size=5156) 2024-11-19T16:23:00,953 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cd749c891e043e1838a13acfa65ed05 2024-11-19T16:23:00,958 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/312d9f9daea7419bb12f61568c600cbf as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/312d9f9daea7419bb12f61568c600cbf 2024-11-19T16:23:00,962 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/312d9f9daea7419bb12f61568c600cbf, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T16:23:00,963 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36796768650e456781979d760e0edcb4 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36796768650e456781979d760e0edcb4 2024-11-19T16:23:00,966 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36796768650e456781979d760e0edcb4, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T16:23:00,967 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cd749c891e043e1838a13acfa65ed05 as hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cd749c891e043e1838a13acfa65ed05 2024-11-19T16:23:00,970 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cd749c891e043e1838a13acfa65ed05, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T16:23:00,970 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=112, compaction requested=false 2024-11-19T16:23:00,971 INFO [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T16:23:00,971 DEBUG [M:0;32a8860bb9d6:45673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732033379688Disabling compacts and flushes for region at 1732033379688Disabling writes for close at 1732033379688Obtaining lock to block concurrent updates at 1732033379689 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732033379689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732033379689Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732033379689Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732033379689Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732033379701 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732033379701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732033380108 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732033380122 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732033380123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732033380531 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732033380549 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732033380549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ade6f33: reopening flushed file at 1732033380957 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bd565e: reopening flushed file at 1732033380962 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dc6ec7: reopening flushed file at 1732033380966 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=112, compaction requested=false at 1732033380970 (+4 ms)Writing region close event to WAL at 1732033380971 (+1 ms)Closed at 1732033380971 2024-11-19T16:23:00,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56517470-af97-fc7b-aeb5-4ad56c06e5c8/MasterData/WALs/32a8860bb9d6,45673,1732033346970/32a8860bb9d6%2C45673%2C1732033346970.1732033348966 not finished, retry = 0 2024-11-19T16:23:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36299 is added to blk_1073741830_1006 (size=69055) 2024-11-19T16:23:01,074 INFO [M:0;32a8860bb9d6:45673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T16:23:01,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T16:23:01,074 INFO [M:0;32a8860bb9d6:45673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45673 2024-11-19T16:23:01,074 INFO [M:0;32a8860bb9d6:45673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T16:23:01,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:23:01,261 INFO [M:0;32a8860bb9d6:45673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T16:23:01,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10153e770ea0000, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T16:23:01,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6666d16b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T16:23:01,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d494a14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:23:01,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:23:01,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f43669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:23:01,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29832db2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir/,STOPPED} 2024-11-19T16:23:01,265 WARN [BP-1647035824-172.17.0.3-1732033344851 heartbeating to localhost/127.0.0.1:37335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T16:23:01,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T16:23:01,265 WARN [BP-1647035824-172.17.0.3-1732033344851 heartbeating to localhost/127.0.0.1:37335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1647035824-172.17.0.3-1732033344851 (Datanode Uuid e8e91061-9c1c-4102-9f2b-9c309522823f) service to localhost/127.0.0.1:37335 2024-11-19T16:23:01,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T16:23:01,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/data/data1/current/BP-1647035824-172.17.0.3-1732033344851 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:23:01,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/cluster_6038f91b-81d4-33fc-b465-e81c38495846/data/data2/current/BP-1647035824-172.17.0.3-1732033344851 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T16:23:01,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T16:23:01,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e46ca82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T16:23:01,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44af4e6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T16:23:01,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T16:23:01,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cf21630{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T16:23:01,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13381d77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56154046-f1e7-912b-88b3-463915f46ab6/hadoop.log.dir/,STOPPED} 2024-11-19T16:23:01,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T16:23:01,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T16:23:01,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 530) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44829 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58377) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58377) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37335 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58377) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37169 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 511), ProcessCount=11 (was 11), AvailableMemoryMB=4128 (was 3969) - AvailableMemoryMB LEAK? - 2024-11-19T16:23:01,303 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2024-11-19T16:23:01,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10153e770ea0008, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:23:01,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153e770ea0005, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:23:01,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153e770ea0002, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T16:23:01,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153e770ea0005, quorum=127.0.0.1:58377, baseZNode=/11006692423 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:23:01,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153e770ea0002, quorum=127.0.0.1:58377, baseZNode=/0702817648 Received Disconnected from ZooKeeper, ignoring 2024-11-19T16:23:01,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10153e770ea0008, quorum=127.0.0.1:58377, baseZNode=/21356606730 Received Disconnected from ZooKeeper, ignoring